-- Logs begin at Fri 2021-11-12 01:46:07 UTC, end at Fri 2021-11-12 02:39:38 UTC. -- Nov 12 02:17:14.026357 dv-cinder-808574-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 02:17:16.889545 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.common.config [-] Logging enabled! Nov 12 02:17:16.890195 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 02:17:16.890327 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101515) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 02:17:16.893502 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.common.config [-] Logging enabled! Nov 12 02:17:16.893749 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 02:17:16.894059 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101515) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 02:17:16.895251 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 02:17:16.895515 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 02:17:16.895880 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 02:17:16.896120 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 02:17:16.896341 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 02:17:16.896655 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.897075 dv-cinder-808574-4-smb neutron-server[101515]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 02:17:16.897380 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.897668 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.897954 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.898250 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.898535 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.898812 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.899099 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.899418 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.899703 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.899979 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.900258 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.900546 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.900824 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.901105 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.901388 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.901665 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] debug = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.902015 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.902393 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.902796 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.903070 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.903371 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.903646 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.903910 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.904181 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.904459 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.904793 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] host = dv-cinder-808574-4-smb {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.905063 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.905341 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.905619 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.905897 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.906166 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.906436 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.906720 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.906989 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.907256 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] log_file = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.907548 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.907829 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.908110 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.908394 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.908613 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.908830 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.909126 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.909420 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.909674 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.909939 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.910207 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.910476 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.910745 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.911006 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.911284 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.911584 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.911861 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.912129 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.912394 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.912658 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.912922 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.913196 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.913461 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.913727 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.913991 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.914272 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.914533 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.914797 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.915111 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.915389 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.915667 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.915942 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.916210 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.916487 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.916754 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.917020 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.917285 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] use_json = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.917576 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.917839 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.918115 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.918380 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.918646 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.918909 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.919176 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.919474 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:16.919769 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.920058 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.920353 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.920630 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.920925 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.921197 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.921476 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.921745 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.922023 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.922304 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.922587 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.922859 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.923140 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.923431 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.923719 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.924025 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.924310 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.924600 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.924863 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.925128 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.925394 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.925664 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.925942 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.926213 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.926498 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.926777 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.927047 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.927334 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.927633 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.927914 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.928181 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.928452 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.928736 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.929003 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.929267 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.929537 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.929818 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.930089 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.930354 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.930626 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.930894 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.931160 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.931446 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.931719 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.932003 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.932274 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.932536 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.932799 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.933565 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.933842 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.934118 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.934381 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.934827 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.935096 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.935391 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.935659 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.935926 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.936194 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.936464 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.936733 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.937004 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.937268 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.937532 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.937795 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.938058 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.938320 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.938583 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.938858 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.939119 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.939409 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.939675 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.939940 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.940205 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.940487 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.940779 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.941051 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.941322 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.941593 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.941864 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.942133 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.942402 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.942673 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.942942 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.943208 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.943515 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.943793 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.944075 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.944352 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.944624 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.944945 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.945215 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.945489 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.945757 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.946023 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.946295 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.946572 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.946863 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.947148 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.947462 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.947750 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.948034 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.948308 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.948615 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.949775 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:16.950136 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 02:17:16.950383 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101515) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 02:17:17.388015 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 02:17:17.388212 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 02:17:17.388493 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 02:17:17.388819 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 02:17:17.717976 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:17.718256 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:17.718524 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:17.719729 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:17.719995 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:17.720253 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:17.755713 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:17.755985 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:17.756245 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:17.771976 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:17.772253 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:17.772516 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:17.803846 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:17.804135 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:17.804398 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:17.842419 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:17.842691 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:17.842955 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.080610 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.081245 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.081245 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.081416 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.082065 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.212162 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.212477 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.212753 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.213015 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.213272 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.213573 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.213822 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.214068 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.214340 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.214615 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.214867 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.215268 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.215551 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.215796 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.216046 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.216306 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.216562 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.216825 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.217089 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.217341 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.217604 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.217850 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.218122 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.218493 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.218736 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.218975 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.219414 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101515) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:17:18.219650 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101515) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:17:18.219879 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101515) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:17:18.220107 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101515) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:17:18.220333 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101515) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:17:18.220560 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101515) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:17:18.220916 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 02:17:18.224430 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 02:17:18.228441 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 02:17:18.232505 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Nov 12 02:17:18.234146 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 02:17:18.234614 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 02:17:18.234942 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 02:17:18.235354 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 02:17:18.238186 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 02:17:18.238435 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 02:17:18.238782 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 02:17:18.244118 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 02:17:18.267944 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 02:17:18.268349 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.268645 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101515) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 02:17:18.269002 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.270649 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101515) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 02:17:18.270933 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 02:17:18.271172 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 02:17:18.274453 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.274733 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:18.339122 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 02:17:18.339302 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 02:17:18.339551 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 02:17:18.339928 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 02:17:18.360914 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_db.sqlalchemy.engines [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101515) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 02:17:18.919223 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.managers [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Initializing driver for type 'gre' Nov 12 02:17:18.919739 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] gre ID ranges: [(1, 1000)] Nov 12 02:17:18.974721 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.managers [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Initializing driver for type 'local' Nov 12 02:17:18.975146 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.managers [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Initializing driver for type 'vlan' Nov 12 02:17:18.989517 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] VlanTypeDriver initialization complete Nov 12 02:17:18.989881 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.managers [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Initializing driver for type 'vxlan' Nov 12 02:17:18.990391 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] vxlan ID ranges: [(1, 1000)] Nov 12 02:17:19.053485 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.managers [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Initializing extension driver 'port_security' Nov 12 02:17:19.053880 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.extensions.port_security [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] PortSecurityExtensionDriver initialization complete Nov 12 02:17:19.054253 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.managers [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Initializing mechanism driver 'openvswitch' Nov 12 02:17:19.054590 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.managers [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Initializing mechanism driver 'hyperv' Nov 12 02:17:19.061692 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.plugins.ml2.plugin [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:17:19.062559 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > port after_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.062938 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > port after_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.063300 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > port after_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.063864 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101515) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 02:17:19.064304 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > subnet after_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.064675 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > subnet after_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.065024 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.065420 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101515) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 02:17:19.065834 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > network after_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.066191 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > network after_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.066540 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > network after_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.066932 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101515) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 02:17:19.067364 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > security_group after_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.067724 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > security_group after_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.068071 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.068466 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101515) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 02:17:19.068879 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.069237 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.069586 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.069980 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101515) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 02:17:19.070392 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > address_group after_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.070743 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > address_group after_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.071087 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.071511 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101515) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 02:17:19.071899 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] ML2 OVO RPC backend initialized. {{(pid=101515) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 02:17:19.072621 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.072984 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.073404 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > network before_response 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.073793 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > networks before_response 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.074144 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > port before_response 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.074490 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > ports before_response 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.074836 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > subnet before_response 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.075179 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > subnets before_response 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.075550 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > network after_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.075894 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > network after_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.076234 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > network after_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.076573 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > port after_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.077000 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > port after_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.077284 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > port after_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.077745 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > subnet after_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.078172 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > subnet after_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.078516 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.079115 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.plugin [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Modular L2 Plugin initialization complete Nov 12 02:17:19.079490 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading services supported by the core plugin {{(pid=101515) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 02:17:19.079825 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.plugins.ml2.managers [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Got port-security extension from driver 'port_security' Nov 12 02:17:19.080391 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.extensions.vlantransparent [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Disabled vlantransparent extension. Nov 12 02:17:19.080821 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101515) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 02:17:19.081342 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading Plugin: router Nov 12 02:17:19.121103 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.121526 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router after_create 55549900 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.121893 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router before_create 55549900 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.122265 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.122644 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.123006 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router after_delete 55549900 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.123393 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.123890 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.124258 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router after_create 55549900 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.124609 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router after_update 55549900 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.124962 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router after_update 55549900 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.125321 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.125687 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router after_update 55549900 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.126107 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router precommit_update 55549900 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.126481 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: port after_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.126828 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: port after_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.127173 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: subnet after_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.127555 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.127912 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.128264 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router precommit_create 55549900 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.128815 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: port before_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.129400 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router precommit_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.129924 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router after_update 55549900 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.130409 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.130842 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router precommit_create 55549900 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.131428 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.131752 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router precommit_update 55549900 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.132130 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > agent after_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.132493 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > agent after_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.132848 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > network after_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.133823 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Tracking information for resource: router configured {{(pid=101515) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:17:19.134161 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Tracking information for resource: floatingip configured {{(pid=101515) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 02:17:19.140107 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.db.l3_agentschedulers_db [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 02:17:19.140699 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: port after_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.141072 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: port after_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.141429 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: port after_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.141790 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: port after_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.142776 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router before_create 55550100 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.143148 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.143540 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router precommit_create 55550100 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.143904 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > router precommit_update 55550100 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.149208 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.services.provider_configuration [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Service providers = [] {{(pid=101515) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 02:17:19.149583 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.db.servicetype_db [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101515) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 02:17:19.155661 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.services.service_base [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101515) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 02:17:19.158159 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.services.service_base [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101515) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 02:17:19.158933 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.services.service_base [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101515) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 02:17:19.159914 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.services.service_base [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101515) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 02:17:19.160297 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.services.service_base [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 02:17:19.160696 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101515) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:17:19.161018 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 02:17:19.174482 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101515) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:17:19.174744 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading Plugin: auto_allocate Nov 12 02:17:19.180612 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: network precommit_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.180988 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: network precommit_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.181521 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101515) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:17:19.181839 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading Plugin: tag Nov 12 02:17:19.188782 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101515) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:17:19.189104 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading Plugin: timestamp Nov 12 02:17:19.192995 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101515) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:17:19.193325 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading Plugin: network_ip_availability Nov 12 02:17:19.199531 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.199983 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.200250 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.201009 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101515) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:17:19.201328 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading Plugin: flavors Nov 12 02:17:19.206630 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101515) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:17:19.206964 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading Plugin: revisions Nov 12 02:17:19.211431 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101515) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 02:17:19.211832 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_concurrency.lockutils [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.823s {{(pid=101515) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 02:17:19.212601 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101515) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 02:17:19.212931 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Initializing extension manager. Nov 12 02:17:19.213447 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: __init__.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.213785 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: __pycache__ {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.214116 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.215057 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: address_group.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.215852 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.216430 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: address-group Nov 12 02:17:19.216747 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: address_scope.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.217458 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.217958 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: address-scope Nov 12 02:17:19.218273 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.219219 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.219755 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: router-admin-state-down-before-update Nov 12 02:17:19.220073 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: agent.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.220769 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.221263 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: agent Nov 12 02:17:19.221586 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: agent_resources_synced.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.222495 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.222998 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: agent-resources-synced Nov 12 02:17:19.223338 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: allowedaddresspairs.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.225204 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.225721 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: allowed-address-pairs Nov 12 02:17:19.226046 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: auto_allocated_topology.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.227147 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.227675 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: auto-allocated-topology Nov 12 02:17:19.228000 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: availability_zone.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.228693 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.229196 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: availability_zone Nov 12 02:17:19.229516 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: availability_zone_filter.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.230437 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.231036 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: availability_zone_filter Nov 12 02:17:19.231386 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: data_plane_status.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.232299 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.232799 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 02:17:19.233118 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: default_subnetpools.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.234023 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.234530 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: default-subnetpools Nov 12 02:17:19.234845 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.235694 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.236196 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: dhcp_agent_scheduler Nov 12 02:17:19.236517 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: dns.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.237438 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.237938 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension dns-integration not supported by any of loaded plugins Nov 12 02:17:19.238261 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: dns_domain_ports.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.239167 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.239704 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 02:17:19.240024 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.240940 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.241447 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 02:17:19.241765 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: dvr.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.242432 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.242933 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: dvr Nov 12 02:17:19.243253 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: ecmp_routes.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.244192 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.244686 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 02:17:19.245007 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: empty_string_filtering.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.246026 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.246541 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: empty-string-filtering Nov 12 02:17:19.246864 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.247803 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.248301 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 02:17:19.248621 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.249526 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.250022 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 02:17:19.250341 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: external_net.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.251248 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.251771 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: external-net Nov 12 02:17:19.252090 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.252994 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.253487 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: extra_dhcp_opt Nov 12 02:17:19.253818 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: extraroute.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.254709 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.255208 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: extraroute Nov 12 02:17:19.255564 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: extraroute_atomic.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.256598 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.257282 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: extraroute-atomic Nov 12 02:17:19.257450 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: filter_validation.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.258328 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.258839 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: filter-validation Nov 12 02:17:19.259157 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: fip_pf_description.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.260105 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.260599 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 02:17:19.260925 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: fip_port_details.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.262723 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.263230 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: fip-port-details Nov 12 02:17:19.263587 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: flavors.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.264869 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.265386 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: flavors Nov 12 02:17:19.265714 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.267452 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.267970 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 02:17:19.268303 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: floatingip_pools.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.269002 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.269507 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: floatingip-pools Nov 12 02:17:19.270093 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: ip_allocation.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.270999 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.271533 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 02:17:19.271857 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.272773 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.273282 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: ip-substring-filtering Nov 12 02:17:19.273608 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: l2_adjacency.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.274541 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.275044 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 02:17:19.275405 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: l3.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.276402 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.277550 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: router Nov 12 02:17:19.277885 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.280178 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.280704 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 02:17:19.281033 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.281969 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.282476 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: ext-gw-mode Nov 12 02:17:19.282804 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.283769 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.284272 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: l3-ha Nov 12 02:17:19.284594 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: l3_flavors.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.285498 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.286014 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: l3-flavors Nov 12 02:17:19.286330 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.287241 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.287774 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 02:17:19.288096 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: l3agentscheduler.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.289138 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.289644 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: l3_agent_scheduler Nov 12 02:17:19.289970 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: logging.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.291504 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.292015 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension logging not supported by any of loaded plugins Nov 12 02:17:19.292341 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: metering.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.293108 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.293675 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: metering Nov 12 02:17:19.294000 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.295224 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.295772 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: metering_source_and_destination_fields Nov 12 02:17:19.296090 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: multiprovidernet.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.297016 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.297518 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: multi-provider Nov 12 02:17:19.297838 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: netmtu.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.298752 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.299252 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: net-mtu Nov 12 02:17:19.299685 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: netmtu_writable.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.300602 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.301109 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: net-mtu-writable Nov 12 02:17:19.301431 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: network_availability_zone.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.302104 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.302604 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: network_availability_zone Nov 12 02:17:19.302923 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: network_ip_availability.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.304076 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.304585 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: network-ip-availability Nov 12 02:17:19.304904 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: network_segment_range.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.305678 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.307673 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 02:17:19.307673 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: pagination.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.307673 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.307929 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: pagination Nov 12 02:17:19.308725 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: port_device_profile.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.309103 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.309615 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: port-device-profile Nov 12 02:17:19.309936 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.310845 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.311380 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: port-mac-address-regenerate Nov 12 02:17:19.311702 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.312606 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.313111 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: port-numa-affinity-policy Nov 12 02:17:19.313432 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: port_resource_request.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.314346 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.314847 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 02:17:19.315168 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: port_resource_request_groups.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.316165 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.316665 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 02:17:19.316985 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: portbindings.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.317906 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.318417 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: binding Nov 12 02:17:19.318737 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: portbindings_extended.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.320057 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.320565 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: binding-extended Nov 12 02:17:19.320894 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: portsecurity.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.321809 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.322305 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: port-security Nov 12 02:17:19.322626 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: project_id.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.324123 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.324552 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: project-id Nov 12 02:17:19.324876 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: providernet.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.325798 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.326305 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: provider Nov 12 02:17:19.326627 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: qos.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.330299 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.330890 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension qos not supported by any of loaded plugins Nov 12 02:17:19.331238 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.332547 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.333052 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 02:17:19.333383 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.334300 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.334813 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 02:17:19.335142 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: qos_default.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.336086 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.336600 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension qos-default not supported by any of loaded plugins Nov 12 02:17:19.336930 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: qos_fip.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.337589 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.338088 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension qos-fip not supported by any of loaded plugins Nov 12 02:17:19.338410 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: qos_gateway_ip.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.339977 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.340527 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 02:17:19.340844 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: qos_port_network_policy.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.341778 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.342279 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 02:17:19.342602 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.343682 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.344251 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 02:17:19.344575 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: qos_pps_rule.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.345775 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.346512 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension qos-pps not supported by any of loaded plugins Nov 12 02:17:19.346836 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: qos_rule_type_details.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.347807 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.348320 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 02:17:19.348645 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: qos_rules_alias.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.349695 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.350207 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 02:17:19.350534 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: quota_check_limit.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.351488 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.351994 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: quota-check-limit Nov 12 02:17:19.352317 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: quotasv2.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.353314 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.353641 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: quotas Nov 12 02:17:19.353959 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: quotasv2_detail.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.357188 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.357526 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: quota_details Nov 12 02:17:19.357859 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: rbac.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.358924 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.359495 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: rbac-policies Nov 12 02:17:19.359823 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: rbac_address_group.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.360755 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.361272 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: rbac-address-group Nov 12 02:17:19.361597 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: rbac_address_scope.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.362511 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.363021 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: rbac-address-scope Nov 12 02:17:19.363371 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: rbac_security_groups.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.364296 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.364800 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: rbac-security-groups Nov 12 02:17:19.365120 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: rbac_subnetpool.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.366029 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.366540 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: rbac-subnetpool Nov 12 02:17:19.366866 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: revisionifmatch.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.367817 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.368327 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: revision-if-match Nov 12 02:17:19.368648 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: revisions.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.369766 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.370271 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: standard-attr-revisions Nov 12 02:17:19.370621 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: router_availability_zone.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.371296 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.371827 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: router_availability_zone Nov 12 02:17:19.372151 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: routerservicetype.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.373072 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.373571 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension router-service-type not supported by any of loaded plugins Nov 12 02:17:19.373916 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.374835 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.375394 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: security-groups-normalized-cidr Nov 12 02:17:19.375716 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.376711 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.377247 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: port-security-groups-filtering Nov 12 02:17:19.377568 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.378503 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.379010 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: security-groups-remote-address-group Nov 12 02:17:19.379351 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.380300 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.380810 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: security-groups-shared-filtering Nov 12 02:17:19.381138 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.381730 dv-cinder-808574-4-smb neutron-server[101515]: WARNING neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 02:17:19.382045 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: securitygroup.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.392759 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.393314 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: security-group Nov 12 02:17:19.393647 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: segment.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.394472 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.395225 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension segment not supported by any of loaded plugins Nov 12 02:17:19.395614 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.396583 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.397084 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 02:17:19.397408 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: servicetype.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.398537 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.399047 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: service-type Nov 12 02:17:19.399398 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: sorting.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.400381 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.400715 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: sorting Nov 12 02:17:19.401034 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: standard_attr_segment.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.402493 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.403006 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 02:17:19.403352 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: standardattrdescription.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.404009 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.404512 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: standard-attr-description Nov 12 02:17:19.404834 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: stateful_security_group.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.405831 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.406291 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: stateful-security-group Nov 12 02:17:19.406613 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: stdattrs_common.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.407183 dv-cinder-808574-4-smb neutron-server[101515]: WARNING neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 02:17:19.407531 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.408452 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.408962 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 02:17:19.409282 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: subnet_onboard.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.410360 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.410874 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: subnet_onboard Nov 12 02:17:19.411196 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.412151 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.412654 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 02:17:19.412976 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: subnet_service_types.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.413905 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.414410 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: subnet-service-types Nov 12 02:17:19.414734 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: subnetallocation.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.415846 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.416355 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: subnet_allocation Nov 12 02:17:19.416680 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.417370 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.417872 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: subnetpool-prefix-ops Nov 12 02:17:19.418187 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.419139 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.419758 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 02:17:19.419998 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: tagging.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.421093 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.421609 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: standard-attr-tag Nov 12 02:17:19.421930 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: timestamp.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.423169 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.423715 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loaded extension: standard-attr-timestamp Nov 12 02:17:19.424045 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: trunk.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.425233 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.425742 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension trunk not supported by any of loaded plugins Nov 12 02:17:19.426065 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: trunk_details.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.426985 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.427508 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension trunk-details not supported by any of loaded plugins Nov 12 02:17:19.427830 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: uplink_status_propagation.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.428775 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.429275 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 02:17:19.429593 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Loading extension file: vlantransparent.py {{(pid=101515) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 02:17:19.430274 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101515) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 02:17:19.430773 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 02:17:19.433394 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Creating instance of TrackedResource for resource:network Nov 12 02:17:19.434102 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Creating instance of TrackedResource for resource:subnet Nov 12 02:17:19.434512 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 02:17:19.434911 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Creating instance of TrackedResource for resource:port Nov 12 02:17:19.436241 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.v2.resource_helper [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:19.436683 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.v2.resource_helper [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Service FLAVORS assigned prefix: {{(pid=101515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:19.437292 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.v2.resource_helper [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:19.437736 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.v2.resource_helper [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:19.438065 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Creating instance of TrackedResource for resource:router Nov 12 02:17:19.438502 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 02:17:19.438995 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.v2.resource_helper [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Service METERING assigned prefix: /metering {{(pid=101515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:19.440483 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.440852 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.441202 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:17:19.442219 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 02:17:19.442667 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Creating instance of TrackedResource for resource:security_group Nov 12 02:17:19.443106 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 02:17:19.443754 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.v2.resource_helper [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Service CORE assigned prefix: {{(pid=101515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:19.444090 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 02:17:19.444437 dv-cinder-808574-4-smb neutron-server[101515]: WARNING neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] subnetpool is already registered Nov 12 02:17:19.444857 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.v2.resource_helper [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Service CORE assigned prefix: {{(pid=101515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:19.445177 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 02:17:19.445504 dv-cinder-808574-4-smb neutron-server[101515]: WARNING neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] subnetpool is already registered Nov 12 02:17:19.447909 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.v2.resource_helper [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:19.448345 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.v2.resource_helper [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Service FLAVORS assigned prefix: {{(pid=101515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:19.449671 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.v2.resource_helper [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:19.450118 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.v2.resource_helper [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:19.450447 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Creating instance of TrackedResource for resource:router Nov 12 02:17:19.450793 dv-cinder-808574-4-smb neutron-server[101515]: WARNING neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] router is already registered Nov 12 02:17:19.451219 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 02:17:19.451581 dv-cinder-808574-4-smb neutron-server[101515]: WARNING neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] floatingip is already registered Nov 12 02:17:19.452058 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.v2.resource_helper [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Service METERING assigned prefix: /metering {{(pid=101515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:19.452780 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 02:17:19.453104 dv-cinder-808574-4-smb neutron-server[101515]: WARNING neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] rbac_policy is already registered Nov 12 02:17:19.453543 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Creating instance of TrackedResource for resource:security_group Nov 12 02:17:19.453885 dv-cinder-808574-4-smb neutron-server[101515]: WARNING neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] security_group is already registered Nov 12 02:17:19.454281 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 02:17:19.454619 dv-cinder-808574-4-smb neutron-server[101515]: WARNING neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] security_group_rule is already registered Nov 12 02:17:19.455106 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.v2.resource_helper [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Service CORE assigned prefix: {{(pid=101515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:19.455455 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 02:17:19.455789 dv-cinder-808574-4-smb neutron-server[101515]: WARNING neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] subnetpool is already registered Nov 12 02:17:19.456206 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.v2.resource_helper [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Service CORE assigned prefix: {{(pid=101515) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 02:17:19.456525 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 02:17:19.456852 dv-cinder-808574-4-smb neutron-server[101515]: WARNING neutron.quota.resource_registry [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] subnetpool is already registered Nov 12 02:17:19.458681 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: extensions {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.460222 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: address-groups {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.461698 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: address-scopes {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.462918 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: agents {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.464192 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: auto-allocated-topology {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.466201 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: availability_zones {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.467450 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: dhcp-networks {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.468875 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: dhcp-agents {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.470408 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: routers {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.472547 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: flavors {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.473816 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: service_profiles {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.475044 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: next_providers {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.476514 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: service_profiles {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.477940 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: floatingip-pools {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.479250 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: routers {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.481678 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: floatingips {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.483016 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: l3-routers {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.484450 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: l3-agents {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.485853 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: metering-labels {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.487080 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: metering-label-rules {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.488486 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: network-ip-availabilities {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.489884 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: bindings {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.491476 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: quotas {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.493123 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: quotas {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.494648 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: rbac-policies {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.495920 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: security-groups {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.497261 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: security-group-rules {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.498484 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: service-providers {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.499733 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: subnetpools {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.501130 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: subnetpools {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.502595 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: tags {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.504318 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: tags {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.506119 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: tags {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.507900 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: tags {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.509604 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: tags {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.512908 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: tags {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.514629 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: tags {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.517580 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: tags {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.519382 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: tags {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.521379 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron.api.extensions [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Extended resource: tags {{(pid=101515) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 02:17:19.528164 dv-cinder-808574-4-smb neutron-server[101515]: WARNING keystonemiddleware.auth_token [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 02:17:19.532721 dv-cinder-808574-4-smb neutron-server[101515]: WARNING keystonemiddleware.auth_token [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 02:17:19.541805 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_concurrency.lockutils [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Acquired lock "singleton_lock" {{(pid=101515) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 02:17:19.542276 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_concurrency.lockutils [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Releasing lock "singleton_lock" {{(pid=101515) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 02:17:19.542970 dv-cinder-808574-4-smb neutron-server[101515]: INFO oslo_service.service [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Starting 2 workers Nov 12 02:17:19.547927 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Started child 101626 {{(pid=101515) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 02:17:19.552622 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Started child 101627 {{(pid=101515) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 02:17:19.553655 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:19.554266 dv-cinder-808574-4-smb neutron-server[101515]: INFO neutron.service [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 02:17:19.554752 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Publish callbacks [] for process, before_spawn {{(pid=101515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:19.555078 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [-] (101626) wsgi starting up on http://0.0.0.0:9696 Nov 12 02:17:19.557183 dv-cinder-808574-4-smb neutron-server[101515]: INFO oslo_service.service [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Starting 1 workers Nov 12 02:17:19.557332 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:19.558868 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [-] (101627) wsgi starting up on http://0.0.0.0:9696 Nov 12 02:17:19.562542 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Started child 101628 {{(pid=101515) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 02:17:19.563068 dv-cinder-808574-4-smb neutron-server[101515]: INFO oslo_service.service [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Starting 1 workers Nov 12 02:17:19.566366 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.service [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] calling RpcWorker wait() {{(pid=101628) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 02:17:19.566938 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.service [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] returning from RpcWorker wait() {{(pid=101628) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 02:17:19.568424 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:19.568671 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Started child 101629 {{(pid=101515) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 02:17:19.569000 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:17:19.569621 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG neutron_lib.callbacks.manager [None req-5054c6cf-ecad-4d3d-b7cc-675ffe15edf5 None None] Publish callbacks [] for process, after_spawn {{(pid=101515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:19.571634 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101515) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 02:17:19.571841 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 02:17:19.572024 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 02:17:19.572236 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 02:17:19.572566 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 02:17:19.572745 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 02:17:19.573365 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.574186 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.574381 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.574513 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:19.574975 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.574975 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.575505 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.575906 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.576161 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.576458 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.576722 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.576928 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.577087 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.577299 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.577523 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.577822 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.578092 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.578345 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.578599 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.578796 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.579028 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.579281 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.579767 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.580043 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] debug = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.580230 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.580688 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.580930 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.581177 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.581396 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.581681 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.581907 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.582157 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.582387 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.582598 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.582840 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.583239 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.583506 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.583821 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.584075 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.584266 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.584515 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.584735 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.585285 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] host = dv-cinder-808574-4-smb {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.585478 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.585670 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.585853 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.586070 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.586308 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.586537 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.586899 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.587102 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.587280 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.587593 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.587851 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.588088 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.588303 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.588549 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] log_file = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.588726 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] log_options = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.589060 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.589239 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.589493 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.589686 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.589841 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.589997 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.590226 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.590384 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.590638 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.590848 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.591105 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.591273 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.591515 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.592254 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.592520 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.592854 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.593104 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.593443 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.593706 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.593934 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.594158 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.594397 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.594631 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.594863 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.595094 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.595434 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.595581 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.595766 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.596003 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.596221 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.596459 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.596702 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.597028 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.597163 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.597433 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.597653 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.597873 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.598104 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.598369 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.598588 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.598824 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.599072 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.599383 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.599550 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.599760 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.599968 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.600194 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] use_json = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.600399 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.600646 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.600864 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.601090 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.601322 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.601530 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.601765 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.602006 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.602417 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.602683 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.602980 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.603230 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.603748 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.605059 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.605220 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:17:19.605424 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.605715 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.605954 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.606212 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.606513 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.607705 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.608017 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.608233 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.608542 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.608911 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.609118 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.609397 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.609658 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.609917 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.610198 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.610497 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.610804 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.611036 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.611540 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.611955 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.612353 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.612861 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.613297 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.613741 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.614192 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.614613 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.615037 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.615262 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.615554 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.615961 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.616619 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.616619 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.617031 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.617573 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.617994 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.618402 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.618771 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.619160 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.619563 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.620000 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.620399 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.621314 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.621687 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.622069 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.622475 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.622901 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.623298 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.623735 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.624202 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.624610 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.624969 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.625350 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.625736 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.626225 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.626476 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.626720 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.626948 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.627163 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.627572 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.627820 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.628076 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.628296 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.628513 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.628727 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.628948 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.629180 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.629427 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.629625 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.629865 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.630080 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.630310 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.630519 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.630746 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.630955 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.631190 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.631428 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.631661 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.631872 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.632079 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.632302 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.632528 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.632734 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.632944 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.633227 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.633540 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.633978 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.634227 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.634471 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.634723 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.634938 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.635193 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.635461 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.635676 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.635900 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.637021 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.637211 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.637616 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.637925 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.638307 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.638680 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.639032 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.639488 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.639846 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.640242 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.640651 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.641022 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.641394 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.641744 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.642031 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.642269 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.643468 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.644149 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.644453 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.649954 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.649954 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.649954 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.649954 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.649954 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.649954 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.649954 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.649954 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.651074 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.651074 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.651074 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.651074 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.651074 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.651074 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.651074 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.652447 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.652447 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.652447 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.652447 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.652447 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.652447 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.653226 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.653226 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.653226 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.654695 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.655117 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.655415 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.655657 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.655895 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.656127 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.656348 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.656583 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.656834 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.657031 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.657260 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.657494 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.657712 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.657922 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.658130 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.658378 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.658588 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.658820 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.659049 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.659460 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.659817 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.660174 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.660645 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.660805 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.661032 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.661246 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.661458 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.661674 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.661887 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.662121 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.662345 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.662616 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.663346 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.663346 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.663346 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.663654 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.663783 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.663962 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.664207 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.664423 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.664633 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.664847 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.665275 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.665724 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.665956 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.666179 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.666390 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.666646 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.666891 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.667227 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.667622 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.667952 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.668204 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.671145 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.671145 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.671145 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.671145 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.671145 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.671145 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.671736 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.672258 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.672490 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.672804 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.673083 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.673323 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.673582 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.675155 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.675490 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.675741 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.675996 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.676243 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.676492 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.676733 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.676967 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.677196 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.677620 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.677620 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.677818 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.678037 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.678243 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.678487 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.678714 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.678924 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.679143 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.679656 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.680428 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.681703 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.682155 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.682376 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.682605 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.683990 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.684390 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.684776 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.685033 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.685263 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.685509 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.685760 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.685986 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.686221 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.686444 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.686655 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.686885 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.687104 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.687330 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.687642 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.688438 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.688438 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.688438 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.688679 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.688873 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.689117 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.689447 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.689698 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.689937 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.690156 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.690376 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.690595 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.690847 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.691161 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.691471 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.691720 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.693859 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.694191 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.694499 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.694779 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.695022 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.695372 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.695693 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.695965 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.696231 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.696479 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.696733 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.696957 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.697177 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.697423 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.697655 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.697874 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.698148 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.698378 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.698700 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.698916 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.699144 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.702268 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.702543 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.703253 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.704448 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.704698 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.704964 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 02:17:19.707375 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101515) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 02:17:19.707375 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 02:17:19.707375 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 02:17:19.707375 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 02:17:19.707375 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 02:17:19.707375 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 02:17:19.707375 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.707951 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.708263 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 32994) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:17:19.712732 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.712732 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.712732 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.712732 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.712732 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.712732 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.712732 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.712732 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.713261 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.713261 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.713261 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.713433 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.713497 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.713627 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.713979 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.714774 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.714983 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.715562 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.715562 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.715562 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.716273 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] debug = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.716273 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.716273 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.716668 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.716797 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.716954 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.717160 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.717377 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.717961 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.717961 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.717961 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.718326 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.718326 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.718559 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.718744 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.718953 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.719360 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.719676 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.719842 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.719997 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] host = dv-cinder-808574-4-smb {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.720142 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.720282 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.720423 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.720559 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.720711 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.720871 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.721047 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.721201 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.721412 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.721565 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0111437 Nov 12 02:17:19.721661 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.721731 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.721885 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.722089 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.722200 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] log_file = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.722338 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] log_options = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.722426 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.722683 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.722783 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.722923 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.723071 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.723247 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.723432 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.723579 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.723728 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.723871 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.724122 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.724286 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.724404 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.724546 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.724730 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.724886 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.725041 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.725196 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.725845 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.725845 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.725845 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.725845 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.727003 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.727166 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.727340 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.727514 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.727672 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.727829 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.727983 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.728139 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.728252 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:17:19.728386 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.728495 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.728612 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.728729 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.728904 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.729050 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.729211 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.729357 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.729495 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.729646 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.729824 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.731581 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.731581 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.731581 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.731581 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.731581 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.731581 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] use_json = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.731581 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.731581 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.731581 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.732157 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.732157 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.732157 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.732157 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.732157 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 02:17:19.732473 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.732473 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.732611 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.732686 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.733477 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.733477 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.733477 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.733477 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.733477 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.733992 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.733992 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.733992 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.734294 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.734294 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.734294 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.734583 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.734688 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.734792 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.734897 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.735050 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.735207 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.735391 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.735559 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.735716 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.735873 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.736029 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.736186 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.736358 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.736515 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.736675 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.736834 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.736992 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.737150 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.737308 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.737466 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.737624 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.737782 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.737939 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.738096 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.738252 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.738410 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.738567 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.738724 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.738882 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.739040 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.739198 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.740181 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.740355 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.740518 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.740718 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.740833 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.740976 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.741135 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.741294 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.741451 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.741682 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.741805 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.741911 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.742976 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.742976 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.742976 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.742976 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.742976 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.742976 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.742976 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.743743 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.743743 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.743743 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.743743 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.743743 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.744226 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.744226 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.744226 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.744526 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.744526 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.744737 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.744737 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.744932 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.745037 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.745172 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.745331 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.746071 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.746254 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.746405 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.746565 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.746709 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.746855 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.747000 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.747139 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.747308 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.747626 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.747772 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.747883 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.747989 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.748094 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.748245 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.748413 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.749518 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.749518 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.749518 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.749518 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.749518 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.749518 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.749518 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.750616 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.750616 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.750616 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.750616 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.750616 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.750616 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.750616 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.750616 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.751479 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.751479 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.751479 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.751479 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.751479 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.751479 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.752256 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.752256 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.752256 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.752256 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.752256 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.752834 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.752834 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.752834 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.752834 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.753226 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.753226 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.753377 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.753377 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.753565 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.753701 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.753899 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.754019 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.754183 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.754339 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.754520 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.754677 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.754834 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.754994 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.755146 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.755303 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.756246 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.756246 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.756246 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.756246 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.756246 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.756246 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.756947 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.756947 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.756947 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.756947 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.756947 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.757437 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.757437 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.757437 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.757747 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.757747 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.757981 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.757981 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.758216 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.758349 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.758472 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.758596 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.758710 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.758814 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.758967 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.759124 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.759283 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.759465 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.759617 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.759775 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.759933 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.760093 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.760541 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.760541 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.760541 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.760954 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.760954 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.761991 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.761991 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.761991 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.762364 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.762364 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.762605 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.762730 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.762843 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.762967 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.763094 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.763294 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.763508 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.763661 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.763803 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.763944 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.764083 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.764222 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.764359 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.764497 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.764662 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.764803 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.764951 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.765092 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.765229 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.765367 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.765505 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.765643 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.765780 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.766724 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.766880 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.767020 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.767195 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.767365 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.767521 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.767661 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.767799 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.767963 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.768120 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.768262 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.769235 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.769235 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.769235 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.769235 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.769235 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.769235 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.770283 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.770283 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.770283 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.770283 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.770283 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.770283 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.771441 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.771441 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.771441 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.771441 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.771441 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.771441 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.771441 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.772464 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.772464 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.772464 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.772464 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.772464 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.772464 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.772464 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.773381 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.773381 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.773381 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.773381 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.773381 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.773381 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.774023 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.774023 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.774023 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.774023 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.774023 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.774351 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.774351 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.775235 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.775235 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.775235 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.775235 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.775235 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.775842 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.775842 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.775842 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.775842 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.776222 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.776222 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.776222 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.776509 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.776509 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.776880 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.776992 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.777167 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.777346 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.777525 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.777525 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.777776 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.777883 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.777999 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.778116 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.778266 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.778426 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.778584 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.778743 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.778900 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.779057 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.779214 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.779395 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 02:17:19.779548 dv-cinder-808574-4-smb neutron-server[101515]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101515) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 02:17:31.724693 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e8bdf9-7aa3-446b-ae3e-543ca817776f None None] get_active_networks_info from dv-cinder-808574-4-smb {{(pid=101628) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 02:17:31.787007 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e8bdf9-7aa3-446b-ae3e-543ca817776f None None] No non-hosted networks {{(pid=101628) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 02:17:31.803362 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.agentschedulers_db [None req-51e8bdf9-7aa3-446b-ae3e-543ca817776f None None] DHCP Agent not found on host dv-cinder-808574-4-smb {{(pid=101628) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 12 02:17:31.925053 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-0ec3e76c-a8ca-4648-b87c-843896bf28e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400056'] for agent, after_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:34.004718 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-07b827a3-9078-4d43-835c-53de22155428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400056'] for agent, after_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:34.065713 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-85ce64a2-1550-4568-8c24-4cf2f89e2fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:35.375997 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400056'] for agent, after_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:36.978559 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400056'] for agent, after_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:37.512564 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400056'] for agent, after_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:37.517621 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:37.518397 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:37.518974 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:37.519662 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:37.527814 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:37.529349 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:37.531140 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:37.532361 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:37.534460 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:37.535630 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:37.535981 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:37.536331 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:37.536744 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-808574-4-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:17:37.546455 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-808574-4-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:17:38.094086 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.db.l3_hamode_db [None req-11b44da7-e530-480f-a769-2cde58233822 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 02:17:38.178799 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b44da7-e530-480f-a769-2cde58233822 None None] Routers set() bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:17:38.179274 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b44da7-e530-480f-a769-2cde58233822 None None] Router IDs set() for agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 02:17:38.342893 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 33090) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:17:38.912827 dv-cinder-808574-4-smb neutron-server[101626]: WARNING oslo_policy.policy [None req-322c4901-bc4b-4c34-a3e6-0f7265697486 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:17:38.913553 dv-cinder-808574-4-smb neutron-server[101626]: WARNING oslo_policy.policy [None req-322c4901-bc4b-4c34-a3e6-0f7265697486 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:17:39.155205 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [None req-322c4901-bc4b-4c34-a3e6-0f7265697486 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:17:39.156364 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-322c4901-bc4b-4c34-a3e6-0f7265697486 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8125455 Nov 12 02:17:41.722734 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 33106) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:17:42.249151 dv-cinder-808574-4-smb neutron-server[101627]: WARNING oslo_policy.policy [None req-be984d67-89c4-479c-9fc4-68b34294548e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:17:42.249732 dv-cinder-808574-4-smb neutron-server[101627]: WARNING oslo_policy.policy [None req-be984d67-89c4-479c-9fc4-68b34294548e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:17:42.477034 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-be984d67-89c4-479c-9fc4-68b34294548e admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:17:42.573312 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.policy [None req-be984d67-89c4-479c-9fc4-68b34294548e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101627) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 02:17:42.621159 dv-cinder-808574-4-smb neutron-server[101627]: WARNING oslo_policy.policy [None req-be984d67-89c4-479c-9fc4-68b34294548e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:17:42.621561 dv-cinder-808574-4-smb neutron-server[101627]: WARNING oslo_policy.policy [None req-be984d67-89c4-479c-9fc4-68b34294548e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:17:42.630299 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.quota [None req-be984d67-89c4-479c-9fc4-68b34294548e admin admin] Loaded quota_driver: . Nov 12 02:17:42.732111 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-be984d67-89c4-479c-9fc4-68b34294548e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768026032121', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768026030500', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768025946086', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768025950761', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768026645118', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768025972687', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1368083', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-607631', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1613283', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1569935'] for rbac-policy, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:42.802335 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-be984d67-89c4-479c-9fc4-68b34294548e admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:42.803777 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-be984d67-89c4-479c-9fc4-68b34294548e admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0789146 Nov 12 02:17:45.666690 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 33124) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:17:45.988970 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Request body: {'network': {'name': 'private', 'project_id': '7a1299775a5643848b9ab5e533a70768', 'tenant_id': '7a1299775a5643848b9ab5e533a70768', 'admin_state_up': True}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:17:46.020541 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Made reservation on behalf of 7a1299775a5643848b9ab5e533a70768 for: {'network': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:17:46.023344 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for network, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:46.040838 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:46.156065 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:46.161932 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:46.187212 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=101627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:17:46.212754 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768027728357', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:46.213353 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Unsubscribe: segment precommit_create {{(pid=101627) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 02:17:46.214496 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.db.segments_db [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Added segment bd4ce7b7-64db-412b-ad28-0023e307891f of type vlan for network 41a8cbf9-ec22-45ea-a7e9-b42918794652 Nov 12 02:17:46.220727 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23842085-9659-47dd-b68d-bf0feae2a462,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:17:46.280331 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:46.280681 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:46.281012 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:46.281331 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:46.281647 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:46.281961 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:46.282270 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:46.282577 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:46.282898 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:46.283204 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:46.283589 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:46.283840 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Tracked resource versions report: Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: pushed versions: Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: { 'AddressGroup': {'1.2'}, Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'ConntrackHelper': {'1.0'}, Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'Log': {'1.0'}, Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'Network': {'1.1'}, Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'Port': {'1.7'}, Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'PortForwarding': {'1.2'}, Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'QosPolicy': {'1.10'}, Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'SecurityGroup': {'1.5'}, Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'SecurityGroupRule': {'1.2'}, Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'SubPort': {'1.0'}, Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'Subnet': {'1.1'}, Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'Trunk': {'1.1'}} Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: consumer versions: Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: { DHCP agent@dv-cinder-808574-4-smb: {}, Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: L3 agent@dv-cinder-808574-4-smb: {}, Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: Metadata agent@dv-cinder-808574-4-smb: {}, Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: Metering agent@dv-cinder-808574-4-smb: {}, Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: Open vSwitch agent@dv-cinder-808574-4-smb: { 'AddressGroup': '1.2', Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'ConntrackHelper': '1.0', Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'Log': '1.0', Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'Network': '1.1', Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'Port': '1.7', Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'PortForwarding': '1.2', Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'QosPolicy': '1.10', Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'SecurityGroup': '1.5', Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'SecurityGroupRule': '1.2', Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'SubPort': '1.0', Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'Subnet': '1.1', Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: 'Trunk': '1.1'}} Nov 12 02:17:46.284874 dv-cinder-808574-4-smb neutron-server[101627]: {{(pid=101627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 02:17:46.335850 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768027380700'] for network, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:46.377871 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for network, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:46.379156 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:46.379919 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:46.439505 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7715366 Nov 12 02:17:46.491917 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531b843-5cfd-4253-a744-e8e44b8317b9 admin admin] Pushing event updated for resources: {'Network': ['ID=41a8cbf9-ec22-45ea-a7e9-b42918794652,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:17:46.505053 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Network 41a8cbf9-ec22-45ea-a7e9-b42918794652 details requested by agent ovs-agent-dv-cinder-808574-4-smb with host dv-cinder-808574-4-smb {{(pid=101628) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:17:49.323492 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 33138) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:17:49.743734 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ebdd2-07f0-4c67-9cb6-aec23ad5ba59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:49.745657 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-687ebdd2-07f0-4c67-9cb6-aec23ad5ba59 admin admin] 10.222.0.66 "GET /v2.0/networks/41a8cbf9-ec22-45ea-a7e9-b42918794652 HTTP/1.1" status: 200 len: 825 time: 0.4205670 Nov 12 02:17:49.772231 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-46a8db54-f9dd-4f30-a653-87b0c3a0a89a admin admin] 10.222.0.66 "GET /v2.0/subnetpools/d6748eb9-f90c-422e-b0be-12ba2bc40f08 HTTP/1.1" status: 200 len: 734 time: 0.0199451 Nov 12 02:17:49.781972 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-f601b491-949a-45c2-97f8-d889bec6c6f4 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '41a8cbf9-ec22-45ea-a7e9-b42918794652', 'name': 'private-subnet', 'subnetpool_id': 'd6748eb9-f90c-422e-b0be-12ba2bc40f08', 'tenant_id': '7a1299775a5643848b9ab5e533a70768', 'gateway_ip': '172.20.0.1'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:17:49.806175 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f601b491-949a-45c2-97f8-d889bec6c6f4 admin admin] Made reservation on behalf of 7a1299775a5643848b9ab5e533a70768 for: {'subnet': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:17:49.809367 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f601b491-949a-45c2-97f8-d889bec6c6f4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:50.126749 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f601b491-949a-45c2-97f8-d889bec6c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for subnet, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:50.191422 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601b491-949a-45c2-97f8-d889bec6c6f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c54da03-c515-435d-a5f5-0f2aaf2e340c,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:17:50.200969 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f601b491-949a-45c2-97f8-d889bec6c6f4 admin admin] Checking segment: {'id': 'bd4ce7b7-64db-412b-ad28-0023e307891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '41a8cbf9-ec22-45ea-a7e9-b42918794652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:17:50.201330 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f601b491-949a-45c2-97f8-d889bec6c6f4 admin admin] Network hostable DHCP agents. Network: 41a8cbf9-ec22-45ea-a7e9-b42918794652, hostable agents: ['38deba6a-e570-46da-84fb-4962375c604f'], hosted agents: [] {{(pid=101627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:17:50.226542 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f601b491-949a-45c2-97f8-d889bec6c6f4 admin admin] Network 41a8cbf9-ec22-45ea-a7e9-b42918794652 is scheduled to be hosted by DHCP agent 38deba6a-e570-46da-84fb-4962375c604f with binding_index 1 {{(pid=101627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:17:50.239621 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-f601b491-949a-45c2-97f8-d889bec6c6f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-smb, 41a8cbf9-ec22-45ea-a7e9-b42918794652) {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:17:50.247595 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f601b491-949a-45c2-97f8-d889bec6c6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:50.250790 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f601b491-949a-45c2-97f8-d889bec6c6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:50.252525 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e5d37b-ac74-492a-b40a-10bc8ebf19ec None None] Network 41a8cbf9-ec22-45ea-a7e9-b42918794652 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:17:50.267123 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-f601b491-949a-45c2-97f8-d889bec6c6f4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4885900 Nov 12 02:17:50.602983 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp529202cb-0c21-583e-8ef8-0382ff111e2e-41a8cbf9-ec22-45ea-a7e9-b42918794652', 'network_id': '41a8cbf9-ec22-45ea-a7e9-b42918794652', 'tenant_id': '7a1299775a5643848b9ab5e533a70768', 'fixed_ips': [{'subnet_id': '8c54da03-c515-435d-a5f5-0f2aaf2e340c'}]}} from dv-cinder-808574-4-smb. {{(pid=101628) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:17:50.604328 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:50.920426 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.db_base_plugin_common [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Allocated IP 172.20.0.2 (41a8cbf9-ec22-45ea-a7e9-b42918794652/8c54da03-c515-435d-a5f5-0f2aaf2e340c/9e4b334e-a081-40a6-953d-6a224338c55b) {{(pid=101628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:17:51.140150 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Publish callbacks [] for port, precommit_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:51.149495 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:51.223029 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Network 41a8cbf9-ec22-45ea-a7e9-b42918794652 is already hosted by enough agents. {{(pid=101628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:17:51.230212 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.scheduler.base_scheduler [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Resources bound (agent type, host, resource id): {{(pid=101628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:17:51.234039 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Received port after_create {{(pid=101628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:17:51.274496 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Pushing event updated for resources: {'Port': ['ID=9e4b334e-a081-40a6-953d-6a224338c55b,revision_number=1']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:17:51.300821 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.301038 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.301250 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.301562 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.301889 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.302217 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.302543 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.302865 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.303210 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.303560 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.303885 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.304204 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Tracked resource versions report: Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: pushed versions: Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: { 'AddressGroup': {'1.2'}, Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'ConntrackHelper': {'1.0'}, Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'Log': {'1.0'}, Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'Network': {'1.1'}, Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'Port': {'1.7'}, Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'PortForwarding': {'1.2'}, Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'QosPolicy': {'1.10'}, Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'SecurityGroup': {'1.5'}, Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'SecurityGroupRule': {'1.2'}, Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'SubPort': {'1.0'}, Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'Subnet': {'1.1'}, Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'Trunk': {'1.1'}} Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: consumer versions: Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: { DHCP agent@dv-cinder-808574-4-smb: {}, Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: L3 agent@dv-cinder-808574-4-smb: {}, Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: Metadata agent@dv-cinder-808574-4-smb: {}, Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: Metering agent@dv-cinder-808574-4-smb: {}, Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: Open vSwitch agent@dv-cinder-808574-4-smb: { 'AddressGroup': '1.2', Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'ConntrackHelper': '1.0', Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'Log': '1.0', Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'Network': '1.1', Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'Port': '1.7', Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'PortForwarding': '1.2', Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'QosPolicy': '1.10', Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'SecurityGroup': '1.5', Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'SecurityGroupRule': '1.2', Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'SubPort': '1.0', Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'Subnet': '1.1', Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: 'Trunk': '1.1'}} Nov 12 02:17:51.305255 dv-cinder-808574-4-smb neutron-server[101628]: {{(pid=101628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 02:17:51.336088 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Attempting to bind port 9e4b334e-a081-40a6-953d-6a224338c55b on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:17:51.336486 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Attempting to bind port 9e4b334e-a081-40a6-953d-6a224338c55b by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': 'bd4ce7b7-64db-412b-ad28-0023e307891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '41a8cbf9-ec22-45ea-a7e9-b42918794652'}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:17:51.336929 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Attempting to bind port 9e4b334e-a081-40a6-953d-6a224338c55b on network 41a8cbf9-ec22-45ea-a7e9-b42918794652 {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:17:51.342008 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:17:51.342396 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Checking segment: {'id': 'bd4ce7b7-64db-412b-ad28-0023e307891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '41a8cbf9-ec22-45ea-a7e9-b42918794652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:17:51.342916 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:51.343289 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Bound using segment: {'id': 'bd4ce7b7-64db-412b-ad28-0023e307891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '41a8cbf9-ec22-45ea-a7e9-b42918794652'} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:17:51.343807 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Bound port: 9e4b334e-a081-40a6-953d-6a224338c55b, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4ce7b7-64db-412b-ad28-0023e307891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '41a8cbf9-ec22-45ea-a7e9-b42918794652'}}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:17:51.344222 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:51.410170 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-92f47962-542b-479b-b657-19b112f10d6a None None] For port 9e4b334e-a081-40a6-953d-6a224338c55b, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:17:51.414777 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-92f47962-542b-479b-b657-19b112f10d6a None None] For port 9e4b334e-a081-40a6-953d-6a224338c55b, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=9e4b334e-a081-40a6-953d-6a224338c55b,segment=NetworkSegment(bd4ce7b7-64db-412b-ad28-0023e307891f),segment_id=bd4ce7b7-64db-412b-ad28-0023e307891f)] {{(pid=101628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:17:51.418565 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:51.496378 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f47962-542b-479b-b657-19b112f10d6a None None] Pushing event updated for resources: {'Port': ['ID=9e4b334e-a081-40a6-953d-6a224338c55b,revision_number=2']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:17:52.880281 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 33146) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:17:53.233671 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [None req-175148ab-de93-4092-a402-4a1bdbe336ac admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:17:53.235223 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-175148ab-de93-4092-a402-4a1bdbe336ac admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3536572 Nov 12 02:17:55.864122 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 33154) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:17:56.187769 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [None req-2d36f36d-0564-480b-9e5c-ea717cdbcbbb admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:17:56.188747 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-2d36f36d-0564-480b-9e5c-ea717cdbcbbb admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3236213 Nov 12 02:17:59.093255 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 33164) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:17:59.418677 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-9387b45c-c56e-4a37-8001-cfed6639e6df admin admin] Request body: {'router': {'tenant_id': '7a1299775a5643848b9ab5e533a70768', 'admin_state_up': True, 'name': 'router1'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:17:59.484913 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.policy [None req-9387b45c-c56e-4a37-8001-cfed6639e6df admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101626) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 02:17:59.534859 dv-cinder-808574-4-smb neutron-server[101626]: WARNING oslo_policy.policy [None req-9387b45c-c56e-4a37-8001-cfed6639e6df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:17:59.535251 dv-cinder-808574-4-smb neutron-server[101626]: WARNING oslo_policy.policy [None req-9387b45c-c56e-4a37-8001-cfed6639e6df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 02:17:59.543973 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.quota [None req-9387b45c-c56e-4a37-8001-cfed6639e6df admin admin] Loaded quota_driver: . Nov 12 02:17:59.604146 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9387b45c-c56e-4a37-8001-cfed6639e6df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48726'] for router, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:59.606115 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9387b45c-c56e-4a37-8001-cfed6639e6df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-311519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48729'] for router, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:59.775997 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9387b45c-c56e-4a37-8001-cfed6639e6df admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:59.782489 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9387b45c-c56e-4a37-8001-cfed6639e6df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394417'] for router, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:59.805092 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9387b45c-c56e-4a37-8001-cfed6639e6df admin admin] Publish callbacks [] for router, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:59.806302 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-9387b45c-c56e-4a37-8001-cfed6639e6df admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7116628 Nov 12 02:18:01.033054 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3fba53-1ace-49a0-aec0-00e937d72fd2 None None] Network 41a8cbf9-ec22-45ea-a7e9-b42918794652 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:18:01.155703 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-cca9061c-4989-4349-96fa-3bc0dee241c5 None None] Provisioning complete for port 9e4b334e-a081-40a6-953d-6a224338c55b triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:01.156081 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-cca9061c-4989-4349-96fa-3bc0dee241c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:01.351112 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-cca9061c-4989-4349-96fa-3bc0dee241c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:01.389601 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-cca9061c-4989-4349-96fa-3bc0dee241c5 None None] For port 9e4b334e-a081-40a6-953d-6a224338c55b, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=9e4b334e-a081-40a6-953d-6a224338c55b,segment=NetworkSegment(bd4ce7b7-64db-412b-ad28-0023e307891f),segment_id=bd4ce7b7-64db-412b-ad28-0023e307891f)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:01.396000 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-cca9061c-4989-4349-96fa-3bc0dee241c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:01.457402 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9061c-4989-4349-96fa-3bc0dee241c5 None None] Pushing event updated for resources: {'Port': ['ID=9e4b334e-a081-40a6-953d-6a224338c55b,revision_number=3']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:01.499834 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 9e4b334e-a081-40a6-953d-6a224338c55b up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:18:01.568094 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-f431cece-bc58-4875-ad71-623a71cd75be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:01.568778 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 9e4b334e-a081-40a6-953d-6a224338c55b triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:01.569256 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:01.623529 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-557dcf74-a1c2-43a0-af7e-7fc55194d002 None None] Provisioning complete for port 9e4b334e-a081-40a6-953d-6a224338c55b triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:01.623781 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-557dcf74-a1c2-43a0-af7e-7fc55194d002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:02.387147 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 33178) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:02.713003 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [None req-04efd76a-bf2c-409d-a2f8-623ddc3d35ad admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:18:02.714089 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-04efd76a-bf2c-409d-a2f8-623ddc3d35ad admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3259392 Nov 12 02:18:03.431787 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 9e4b334e-a081-40a6-953d-6a224338c55b up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:18:03.484383 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 9e4b334e-a081-40a6-953d-6a224338c55b triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:03.484750 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:04.003654 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-e94c1212-669d-4b6c-a813-107966bece04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.281718 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 33192) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:05.289794 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.473135 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:05.498303 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Made reservation on behalf of 8d535151424a461f9809f40f7afc113e for: {'network': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:18:05.501026 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for network, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.516770 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.635804 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.640403 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.654791 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Reserving flat network on physical network physnet1 {{(pid=101626) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 02:18:05.686500 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768027728357', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.687073 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Unsubscribe: segment precommit_create {{(pid=101626) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 02:18:05.687602 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.db.segments_db [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Added segment 56795524-c431-414c-b5a5-f284cfb561d9 of type flat for network 746dceb8-55e8-4523-9283-66828a4b28c6 Nov 12 02:18:05.703812 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1108ba-f2e3-4a3d-9e7a-28f53ef9ac88,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:05.730049 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.730399 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.730733 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.731053 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.731395 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.731711 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.732021 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.732328 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.732648 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.732957 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.733261 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.733564 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Tracked resource versions report: Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: pushed versions: Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: { 'AddressGroup': {'1.2'}, Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'ConntrackHelper': {'1.0'}, Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'Log': {'1.0'}, Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'Network': {'1.1'}, Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'Port': {'1.7'}, Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'PortForwarding': {'1.2'}, Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'QosPolicy': {'1.10'}, Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'SecurityGroup': {'1.5'}, Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'SecurityGroupRule': {'1.2'}, Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'SubPort': {'1.0'}, Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'Subnet': {'1.1'}, Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'Trunk': {'1.1'}} Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: consumer versions: Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: { DHCP agent@dv-cinder-808574-4-smb: {}, Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: L3 agent@dv-cinder-808574-4-smb: {}, Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: Metadata agent@dv-cinder-808574-4-smb: {}, Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: Metering agent@dv-cinder-808574-4-smb: {}, Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: Open vSwitch agent@dv-cinder-808574-4-smb: { 'AddressGroup': '1.2', Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'ConntrackHelper': '1.0', Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'Log': '1.0', Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'Network': '1.1', Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'Port': '1.7', Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'PortForwarding': '1.2', Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'QosPolicy': '1.10', Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'SecurityGroup': '1.5', Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'SecurityGroupRule': '1.2', Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'SubPort': '1.0', Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'Subnet': '1.1', Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: 'Trunk': '1.1'}} Nov 12 02:18:05.734629 dv-cinder-808574-4-smb neutron-server[101626]: {{(pid=101626) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 02:18:05.812270 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768027380700'] for network, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.855907 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for network, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.857109 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:05.857845 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.945655 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6628008 Nov 12 02:18:05.964757 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a3d2f-563a-4381-ad68-6a56c0a76bfe admin admin] Pushing event updated for resources: {'Network': ['ID=746dceb8-55e8-4523-9283-66828a4b28c6,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:05.978707 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Network 746dceb8-55e8-4523-9283-66828a4b28c6 details requested by agent ovs-agent-dv-cinder-808574-4-smb with host dv-cinder-808574-4-smb {{(pid=101628) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:18:06.949295 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:07.499473 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:08.359667 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 33214) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:08.532758 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8710e20e-60d6-4b58-9e80-929d14e1f4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:08.534053 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-8710e20e-60d6-4b58-9e80-929d14e1f4b4 admin admin] 10.222.0.66 "GET /v2.0/subnets/8c54da03-c515-435d-a5f5-0f2aaf2e340c HTTP/1.1" status: 200 len: 849 time: 0.1735473 Nov 12 02:18:08.672258 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-b7c01558-3cbd-43f9-8b1f-98c272f15f4f admin admin] 10.222.0.66 "GET /v2.0/routers/00c147f6-7707-482d-974d-4a58b3b3de42 HTTP/1.1" status: 200 len: 704 time: 0.1320117 Nov 12 02:18:08.950775 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-999610a7-3ad7-49d0-8fa5-64e2cb6b9f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:09.261133 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.db_base_plugin_common [None req-999610a7-3ad7-49d0-8fa5-64e2cb6b9f49 admin admin] Allocated IP 172.20.0.1 (41a8cbf9-ec22-45ea-a7e9-b42918794652/8c54da03-c515-435d-a5f5-0f2aaf2e340c/96806b86-fe8a-491d-a441-18d64f435bc2) {{(pid=101626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:18:09.456163 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-999610a7-3ad7-49d0-8fa5-64e2cb6b9f49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:09.523448 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-999610a7-3ad7-49d0-8fa5-64e2cb6b9f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:09.596806 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999610a7-3ad7-49d0-8fa5-64e2cb6b9f49 admin admin] Network 41a8cbf9-ec22-45ea-a7e9-b42918794652 is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:18:09.607416 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [None req-999610a7-3ad7-49d0-8fa5-64e2cb6b9f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:18:09.618324 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999610a7-3ad7-49d0-8fa5-64e2cb6b9f49 admin admin] Received port after_create {{(pid=101626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:18:09.619268 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-999610a7-3ad7-49d0-8fa5-64e2cb6b9f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395108'] for router_interface, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:09.637928 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999610a7-3ad7-49d0-8fa5-64e2cb6b9f49 admin admin] Pushing event updated for resources: {'Port': ['ID=96806b86-fe8a-491d-a441-18d64f435bc2,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:09.806667 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-562c4126-621e-4b56-93a5-7a283a5ef314 None None] Provisioning complete for port 96806b86-fe8a-491d-a441-18d64f435bc2 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:09.807824 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-562c4126-621e-4b56-93a5-7a283a5ef314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:09.820627 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-999610a7-3ad7-49d0-8fa5-64e2cb6b9f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:09.842572 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-562c4126-621e-4b56-93a5-7a283a5ef314 None None] Port 96806b86-fe8a-491d-a441-18d64f435bc2 cannot update to ACTIVE because it is not bound. {{(pid=101628) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:18:10.118983 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-999610a7-3ad7-49d0-8fa5-64e2cb6b9f49 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:10.124734 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-999610a7-3ad7-49d0-8fa5-64e2cb6b9f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:10.125612 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-999610a7-3ad7-49d0-8fa5-64e2cb6b9f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395248'] for router_interface, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:10.186703 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999610a7-3ad7-49d0-8fa5-64e2cb6b9f49 admin admin] Pushing event updated for resources: {'Port': ['ID=96806b86-fe8a-491d-a441-18d64f435bc2,revision_number=2']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:10.257849 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999610a7-3ad7-49d0-8fa5-64e2cb6b9f49 admin admin] Network 41a8cbf9-ec22-45ea-a7e9-b42918794652 is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:18:10.259222 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [None req-999610a7-3ad7-49d0-8fa5-64e2cb6b9f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:18:10.437119 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999610a7-3ad7-49d0-8fa5-64e2cb6b9f49 admin admin] Router 00c147f6-7707-482d-974d-4a58b3b3de42 is scheduled to L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 with binding_index 1 {{(pid=101626) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:18:10.465201 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-b7a38743-0c37-4d7e-8fdc-24e1cc289f42 None None] Provisioning complete for port 96806b86-fe8a-491d-a441-18d64f435bc2 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:10.465562 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-b7a38743-0c37-4d7e-8fdc-24e1cc289f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:10.502183 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-b7a38743-0c37-4d7e-8fdc-24e1cc289f42 None None] Port 96806b86-fe8a-491d-a441-18d64f435bc2 cannot update to ACTIVE because it is not bound. {{(pid=101628) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:18:10.531920 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999610a7-3ad7-49d0-8fa5-64e2cb6b9f49 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:18:10.537268 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-999610a7-3ad7-49d0-8fa5-64e2cb6b9f49 admin admin] 10.222.0.66 "PUT /v2.0/routers/00c147f6-7707-482d-974d-4a58b3b3de42/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8575613 Nov 12 02:18:10.554822 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] Sync routers for ids ['00c147f6-7707-482d-974d-4a58b3b3de42'] in dv-cinder-808574-4-smb {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:18:10.570199 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] Routers {'00c147f6-7707-482d-974d-4a58b3b3de42'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:18:10.571055 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:18:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['00c147f6-7707-482d-974d-4a58b3b3de42'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:10.771648 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] Set router 00c147f6-7707-482d-974d-4a58b3b3de42 gateway port host: None {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:18:11.240573 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c147f6-7707-482d-974d-4a58b3b3de42', 'name': 'router1', 'tenant_id': '7a1299775a5643848b9ab5e533a70768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:17:59Z', 'updated_at': '2021-11-12T02:18:09Z', 'revision_number': 2, 'project_id': '7a1299775a5643848b9ab5e533a70768', 'gw_port_host': None, '_interfaces': [{'id': '96806b86-fe8a-491d-a441-18d64f435bc2', 'name': '', 'network_id': '41a8cbf9-ec22-45ea-a7e9-b42918794652', 'tenant_id': '7a1299775a5643848b9ab5e533a70768', 'mac_address': 'fa:16:3e:6a:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c147f6-7707-482d-974d-4a58b3b3de42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c54da03-c515-435d-a5f5-0f2aaf2e340c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:18:09Z', 'revision_number': 2, 'project_id': '7a1299775a5643848b9ab5e533a70768', 'subnets': [{'id': '8c54da03-c515-435d-a5f5-0f2aaf2e340c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6748eb9-f90c-422e-b0be-12ba2bc40f08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:11.296585 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] Checking router: 00c147f6-7707-482d-974d-4a58b3b3de42 for host: dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:18:11.296961 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] Updating router 00c147f6-7707-482d-974d-4a58b3b3de42 port 96806b86-fe8a-491d-a441-18d64f435bc2 binding host dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:18:11.348953 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:11.909890 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] Publish callbacks [] for port, precommit_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:11.917577 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:12.090410 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca178d7-1ad5-4324-968c-dc3661c4cb65 None None] Pushing event updated for resources: {'Port': ['ID=96806b86-fe8a-491d-a441-18d64f435bc2,revision_number=3']} {{(pid=101629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:12.102841 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca178d7-1ad5-4324-968c-dc3661c4cb65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:12.103191 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca178d7-1ad5-4324-968c-dc3661c4cb65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:12.103537 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca178d7-1ad5-4324-968c-dc3661c4cb65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:12.103930 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca178d7-1ad5-4324-968c-dc3661c4cb65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:12.104459 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca178d7-1ad5-4324-968c-dc3661c4cb65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:12.104914 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca178d7-1ad5-4324-968c-dc3661c4cb65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:12.105244 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca178d7-1ad5-4324-968c-dc3661c4cb65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:12.105567 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca178d7-1ad5-4324-968c-dc3661c4cb65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:12.105894 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca178d7-1ad5-4324-968c-dc3661c4cb65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:12.106214 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca178d7-1ad5-4324-968c-dc3661c4cb65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:12.106535 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca178d7-1ad5-4324-968c-dc3661c4cb65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:12.106834 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca178d7-1ad5-4324-968c-dc3661c4cb65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca178d7-1ad5-4324-968c-dc3661c4cb65 None None] Tracked resource versions report: Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: pushed versions: Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: { 'AddressGroup': {'1.2'}, Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'ConntrackHelper': {'1.0'}, Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'Log': {'1.0'}, Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'Network': {'1.1'}, Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'Port': {'1.7'}, Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'PortForwarding': {'1.2'}, Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'QosPolicy': {'1.10'}, Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'SecurityGroup': {'1.5'}, Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'SecurityGroupRule': {'1.2'}, Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'SubPort': {'1.0'}, Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'Subnet': {'1.1'}, Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'Trunk': {'1.1'}} Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: consumer versions: Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: { DHCP agent@dv-cinder-808574-4-smb: {}, Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: L3 agent@dv-cinder-808574-4-smb: {}, Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: Metadata agent@dv-cinder-808574-4-smb: {}, Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: Metering agent@dv-cinder-808574-4-smb: {}, Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: Open vSwitch agent@dv-cinder-808574-4-smb: { 'AddressGroup': '1.2', Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'ConntrackHelper': '1.0', Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'Log': '1.0', Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'Network': '1.1', Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'Port': '1.7', Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'PortForwarding': '1.2', Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'QosPolicy': '1.10', Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'SecurityGroup': '1.5', Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'SecurityGroupRule': '1.2', Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'SubPort': '1.0', Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'Subnet': '1.1', Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: 'Trunk': '1.1'}} Nov 12 02:18:12.107952 dv-cinder-808574-4-smb neutron-server[101629]: {{(pid=101629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 02:18:12.116749 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.managers [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] Attempting to bind port 96806b86-fe8a-491d-a441-18d64f435bc2 on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:18:12.117296 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.managers [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] Attempting to bind port 96806b86-fe8a-491d-a441-18d64f435bc2 by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': 'bd4ce7b7-64db-412b-ad28-0023e307891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '41a8cbf9-ec22-45ea-a7e9-b42918794652'}] {{(pid=101629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:18:12.117727 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] Attempting to bind port 96806b86-fe8a-491d-a441-18d64f435bc2 on network 41a8cbf9-ec22-45ea-a7e9-b42918794652 {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:18:12.124240 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:18:12.124666 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] Checking segment: {'id': 'bd4ce7b7-64db-412b-ad28-0023e307891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '41a8cbf9-ec22-45ea-a7e9-b42918794652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:18:12.125153 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:12.125537 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] Bound using segment: {'id': 'bd4ce7b7-64db-412b-ad28-0023e307891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '41a8cbf9-ec22-45ea-a7e9-b42918794652'} {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:18:12.126059 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.managers [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] Bound port: 96806b86-fe8a-491d-a441-18d64f435bc2, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4ce7b7-64db-412b-ad28-0023e307891f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '41a8cbf9-ec22-45ea-a7e9-b42918794652'}}] {{(pid=101629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:18:12.126454 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:12.203734 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.db [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] For port 96806b86-fe8a-491d-a441-18d64f435bc2, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:18:12.227508 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.db [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] For port 96806b86-fe8a-491d-a441-18d64f435bc2, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=96806b86-fe8a-491d-a441-18d64f435bc2,segment=NetworkSegment(bd4ce7b7-64db-412b-ad28-0023e307891f),segment_id=bd4ce7b7-64db-412b-ad28-0023e307891f)] {{(pid=101629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:18:12.231633 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-cb37fdb7-d116-4cca-ab0e-7f64e4e81583 None None] Provisioning complete for port 96806b86-fe8a-491d-a441-18d64f435bc2 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:12.232488 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:12.232745 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-cb37fdb7-d116-4cca-ab0e-7f64e4e81583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:12.296839 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] Routers {'00c147f6-7707-482d-974d-4a58b3b3de42'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:18:12.297163 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:18:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['00c147f6-7707-482d-974d-4a58b3b3de42'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:12.317907 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-cb37fdb7-d116-4cca-ab0e-7f64e4e81583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:12.352348 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca178d7-1ad5-4324-968c-dc3661c4cb65 None None] Pushing event updated for resources: {'Port': ['ID=96806b86-fe8a-491d-a441-18d64f435bc2,revision_number=4']} {{(pid=101629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:12.355799 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-cb37fdb7-d116-4cca-ab0e-7f64e4e81583 None None] For port 96806b86-fe8a-491d-a441-18d64f435bc2, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=96806b86-fe8a-491d-a441-18d64f435bc2,segment=NetworkSegment(bd4ce7b7-64db-412b-ad28-0023e307891f),segment_id=bd4ce7b7-64db-412b-ad28-0023e307891f)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:12.362485 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-cb37fdb7-d116-4cca-ab0e-7f64e4e81583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:12.418199 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] Set router 00c147f6-7707-482d-974d-4a58b3b3de42 gateway port host: None {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:18:12.444040 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37fdb7-d116-4cca-ab0e-7f64e4e81583 None None] Pushing event updated for resources: {'Port': ['ID=96806b86-fe8a-491d-a441-18d64f435bc2,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:12.585068 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-545b1919-0707-4374-b1d9-f025a984e17b None None] Provisioning complete for port 96806b86-fe8a-491d-a441-18d64f435bc2 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:12.585673 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-545b1919-0707-4374-b1d9-f025a984e17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:12.644513 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c147f6-7707-482d-974d-4a58b3b3de42', 'name': 'router1', 'tenant_id': '7a1299775a5643848b9ab5e533a70768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:17:59Z', 'updated_at': '2021-11-12T02:18:09Z', 'revision_number': 2, 'project_id': '7a1299775a5643848b9ab5e533a70768', 'gw_port_host': None, '_interfaces': [{'id': '96806b86-fe8a-491d-a441-18d64f435bc2', 'name': '', 'network_id': '41a8cbf9-ec22-45ea-a7e9-b42918794652', 'tenant_id': '7a1299775a5643848b9ab5e533a70768', 'mac_address': 'fa:16:3e:6a:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c147f6-7707-482d-974d-4a58b3b3de42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c54da03-c515-435d-a5f5-0f2aaf2e340c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:18:12Z', 'revision_number': 4, 'project_id': '7a1299775a5643848b9ab5e533a70768', 'subnets': [{'id': '8c54da03-c515-435d-a5f5-0f2aaf2e340c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6748eb9-f90c-422e-b0be-12ba2bc40f08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:12.680485 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a322b1c0-931d-400d-bf21-9a0eaf19aa7e None None] The sync data for ids ['00c147f6-7707-482d-974d-4a58b3b3de42'] in dv-cinder-808574-4-smb is: [{'id': '00c147f6-7707-482d-974d-4a58b3b3de42', 'name': 'router1', 'tenant_id': '7a1299775a5643848b9ab5e533a70768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:17:59Z', 'updated_at': '2021-11-12T02:18:09Z', 'revision_number': 2, 'project_id': '7a1299775a5643848b9ab5e533a70768', 'gw_port_host': None, '_interfaces': [{'id': '96806b86-fe8a-491d-a441-18d64f435bc2', 'name': '', 'network_id': '41a8cbf9-ec22-45ea-a7e9-b42918794652', 'tenant_id': '7a1299775a5643848b9ab5e533a70768', 'mac_address': 'fa:16:3e:6a:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c147f6-7707-482d-974d-4a58b3b3de42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c54da03-c515-435d-a5f5-0f2aaf2e340c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:18:12Z', 'revision_number': 4, 'project_id': '7a1299775a5643848b9ab5e533a70768', 'subnets': [{'id': '8c54da03-c515-435d-a5f5-0f2aaf2e340c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6748eb9-f90c-422e-b0be-12ba2bc40f08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:18:13.000470 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 33228) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:13.118903 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320dfdeb-08f4-4890-a345-4fecaabf08b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:13.121008 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-320dfdeb-08f4-4890-a345-4fecaabf08b0 admin admin] 10.222.0.66 "GET /v2.0/networks/746dceb8-55e8-4523-9283-66828a4b28c6 HTTP/1.1" status: 200 len: 842 time: 0.1194220 Nov 12 02:18:13.141190 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-039c48f1-8e22-4f77-856f-ca6e9ef97335 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.28.0.0/24', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'gateway_ip': '172.28.0.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:13.167920 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039c48f1-8e22-4f77-856f-ca6e9ef97335 admin admin] Made reservation on behalf of 8d535151424a461f9809f40f7afc113e for: {'subnet': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:18:13.170161 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-039c48f1-8e22-4f77-856f-ca6e9ef97335 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.505873 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.objects.ports [None req-039c48f1-8e22-4f77-856f-ca6e9ef97335 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101626) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 02:18:13.506327 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-039c48f1-8e22-4f77-856f-ca6e9ef97335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for subnet, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.565025 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c48f1-8e22-4f77-856f-ca6e9ef97335 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d778f24f-8ae6-4f5c-a711-628df869656e,revision_number=0']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:13.580573 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039c48f1-8e22-4f77-856f-ca6e9ef97335 admin admin] Checking segment: {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:18:13.580573 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039c48f1-8e22-4f77-856f-ca6e9ef97335 admin admin] Network hostable DHCP agents. Network: 746dceb8-55e8-4523-9283-66828a4b28c6, hostable agents: ['38deba6a-e570-46da-84fb-4962375c604f'], hosted agents: [] {{(pid=101626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:18:13.602517 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039c48f1-8e22-4f77-856f-ca6e9ef97335 admin admin] Network 746dceb8-55e8-4523-9283-66828a4b28c6 is scheduled to be hosted by DHCP agent 38deba6a-e570-46da-84fb-4962375c604f with binding_index 1 {{(pid=101626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:18:13.614997 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [None req-039c48f1-8e22-4f77-856f-ca6e9ef97335 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-smb, 746dceb8-55e8-4523-9283-66828a4b28c6) {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:18:13.622012 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039c48f1-8e22-4f77-856f-ca6e9ef97335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:13.622882 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-039c48f1-8e22-4f77-856f-ca6e9ef97335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for subnet, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.626514 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b337016-d7ed-4535-9fdc-10d704b81150 None None] Network 746dceb8-55e8-4523-9283-66828a4b28c6 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:18:13.641751 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-039c48f1-8e22-4f77-856f-ca6e9ef97335 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5041602 Nov 12 02:18:13.773362 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771fc84f-7fe2-426b-9a06-be3695845576 None None] Network 746dceb8-55e8-4523-9283-66828a4b28c6 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:18:16.217892 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 33236) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:16.356937 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-856cf18d-c04c-4e3a-9995-ade63a1f517b admin admin] 10.222.0.66 "GET /v2.0/routers/00c147f6-7707-482d-974d-4a58b3b3de42 HTTP/1.1" status: 200 len: 710 time: 0.1378076 Nov 12 02:18:16.448869 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d998b1-1a55-4130-8c7e-3cff8a36d132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:16.450240 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-71d998b1-1a55-4130-8c7e-3cff8a36d132 admin admin] 10.222.0.66 "GET /v2.0/networks/746dceb8-55e8-4523-9283-66828a4b28c6 HTTP/1.1" status: 200 len: 886 time: 0.0851848 Nov 12 02:18:16.460448 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-1fa63653-3253-46b1-8261-1cd5f3e878ba admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:16.805279 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-1fa63653-3253-46b1-8261-1cd5f3e878ba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.056258 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-1fa63653-3253-46b1-8261-1cd5f3e878ba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.143224 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-1fa63653-3253-46b1-8261-1cd5f3e878ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.253390 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.db_base_plugin_common [None req-1fa63653-3253-46b1-8261-1cd5f3e878ba admin admin] Allocated IP 172.28.0.160 (746dceb8-55e8-4523-9283-66828a4b28c6/d778f24f-8ae6-4f5c-a711-628df869656e/654c0054-e2f0-478e-98d6-3f418ad85b36) {{(pid=101626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:18:17.365923 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-1fa63653-3253-46b1-8261-1cd5f3e878ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.403616 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-1fa63653-3253-46b1-8261-1cd5f3e878ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.441947 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa63653-3253-46b1-8261-1cd5f3e878ba admin admin] Network 746dceb8-55e8-4523-9283-66828a4b28c6 is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:18:17.444845 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [None req-1fa63653-3253-46b1-8261-1cd5f3e878ba admin admin] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:18:17.453293 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa63653-3253-46b1-8261-1cd5f3e878ba admin admin] Received port after_create {{(pid=101626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:18:17.491175 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa63653-3253-46b1-8261-1cd5f3e878ba admin admin] Pushing event updated for resources: {'Port': ['ID=654c0054-e2f0-478e-98d6-3f418ad85b36,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:17.723446 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-1fa63653-3253-46b1-8261-1cd5f3e878ba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.941376 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-1fa63653-3253-46b1-8261-1cd5f3e878ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394314', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-400940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48747'] for router, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.945014 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-1fa63653-3253-46b1-8261-1cd5f3e878ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-394307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394424', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-400933'] for router, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:18.056590 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa63653-3253-46b1-8261-1cd5f3e878ba admin admin] Router 00c147f6-7707-482d-974d-4a58b3b3de42 has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:18:18.258861 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa63653-3253-46b1-8261-1cd5f3e878ba admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:18:18.263655 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-1fa63653-3253-46b1-8261-1cd5f3e878ba admin admin] Publish callbacks [] for router, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:18.264847 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-1fa63653-3253-46b1-8261-1cd5f3e878ba admin admin] 10.222.0.66 "PUT /v2.0/routers/00c147f6-7707-482d-974d-4a58b3b3de42 HTTP/1.1" status: 200 len: 890 time: 1.8083749 Nov 12 02:18:19.470003 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 96806b86-fe8a-491d-a441-18d64f435bc2 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:18:19.524016 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 96806b86-fe8a-491d-a441-18d64f435bc2 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:19.524377 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:20.068196 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] Sync routers for ids ['00c147f6-7707-482d-974d-4a58b3b3de42'] in dv-cinder-808574-4-smb {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:18:20.079704 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] Routers {'00c147f6-7707-482d-974d-4a58b3b3de42'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:18:20.080473 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:18:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['00c147f6-7707-482d-974d-4a58b3b3de42'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:20.300752 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] Set router 00c147f6-7707-482d-974d-4a58b3b3de42 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:18:20.627283 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 5 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:18:20.790886 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c147f6-7707-482d-974d-4a58b3b3de42', 'name': 'router1', 'tenant_id': '7a1299775a5643848b9ab5e533a70768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '654c0054-e2f0-478e-98d6-3f418ad85b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:17:59Z', 'updated_at': '2021-11-12T02:18:17Z', 'revision_number': 4, 'project_id': '7a1299775a5643848b9ab5e533a70768', 'gw_port': {'id': '654c0054-e2f0-478e-98d6-3f418ad85b36', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:01:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c147f6-7707-482d-974d-4a58b3b3de42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:17Z', 'updated_at': '2021-11-12T02:18:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '96806b86-fe8a-491d-a441-18d64f435bc2', 'name': '', 'network_id': '41a8cbf9-ec22-45ea-a7e9-b42918794652', 'tenant_id': '7a1299775a5643848b9ab5e533a70768', 'mac_address': 'fa:16:3e:6a:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c147f6-7707-482d-974d-4a58b3b3de42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c54da03-c515-435d-a5f5-0f2aaf2e340c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:18:12Z', 'revision_number': 5, 'project_id': '7a1299775a5643848b9ab5e533a70768', 'subnets': [{'id': '8c54da03-c515-435d-a5f5-0f2aaf2e340c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6748eb9-f90c-422e-b0be-12ba2bc40f08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:20.846144 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] Checking router: 00c147f6-7707-482d-974d-4a58b3b3de42 for host: dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:18:20.846513 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] Updating router 00c147f6-7707-482d-974d-4a58b3b3de42 port 654c0054-e2f0-478e-98d6-3f418ad85b36 binding host dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:18:20.896210 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 33248) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:20.900120 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:21.033913 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-999e22ad-3eb7-487f-8efc-ebe1f7889773 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1366208 Nov 12 02:18:21.278467 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] Publish callbacks [] for port, precommit_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:21.284240 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:21.351220 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] Attempting to bind port 654c0054-e2f0-478e-98d6-3f418ad85b36 on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:18:21.351619 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] Attempting to bind port 654c0054-e2f0-478e-98d6-3f418ad85b36 by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:18:21.351981 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] Attempting to bind port 654c0054-e2f0-478e-98d6-3f418ad85b36 on network 746dceb8-55e8-4523-9283-66828a4b28c6 {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:18:21.358537 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adde2b-220d-4018-a1da-35fe705f4360 None None] Pushing event updated for resources: {'Port': ['ID=654c0054-e2f0-478e-98d6-3f418ad85b36,revision_number=2']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:21.363606 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:18:21.363976 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] Checking segment: {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:18:21.364377 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:21.364761 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] Bound using segment: {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:18:21.365263 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] Bound port: 654c0054-e2f0-478e-98d6-3f418ad85b36, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:18:21.365661 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:21.427806 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] For port 654c0054-e2f0-478e-98d6-3f418ad85b36, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:18:21.430647 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] For port 654c0054-e2f0-478e-98d6-3f418ad85b36, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=654c0054-e2f0-478e-98d6-3f418ad85b36,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:18:21.436016 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:21.503708 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adde2b-220d-4018-a1da-35fe705f4360 None None] Pushing event updated for resources: {'Port': ['ID=654c0054-e2f0-478e-98d6-3f418ad85b36,revision_number=3']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:21.506197 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] Routers {'00c147f6-7707-482d-974d-4a58b3b3de42'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:18:21.506792 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:18:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['00c147f6-7707-482d-974d-4a58b3b3de42'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:21.627439 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] Set router 00c147f6-7707-482d-974d-4a58b3b3de42 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:18:21.856945 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c147f6-7707-482d-974d-4a58b3b3de42', 'name': 'router1', 'tenant_id': '7a1299775a5643848b9ab5e533a70768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '654c0054-e2f0-478e-98d6-3f418ad85b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:17:59Z', 'updated_at': '2021-11-12T02:18:17Z', 'revision_number': 4, 'project_id': '7a1299775a5643848b9ab5e533a70768', 'gw_port': {'id': '654c0054-e2f0-478e-98d6-3f418ad85b36', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:01:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c147f6-7707-482d-974d-4a58b3b3de42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:17Z', 'updated_at': '2021-11-12T02:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '96806b86-fe8a-491d-a441-18d64f435bc2', 'name': '', 'network_id': '41a8cbf9-ec22-45ea-a7e9-b42918794652', 'tenant_id': '7a1299775a5643848b9ab5e533a70768', 'mac_address': 'fa:16:3e:6a:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c147f6-7707-482d-974d-4a58b3b3de42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c54da03-c515-435d-a5f5-0f2aaf2e340c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:18:12Z', 'revision_number': 5, 'project_id': '7a1299775a5643848b9ab5e533a70768', 'subnets': [{'id': '8c54da03-c515-435d-a5f5-0f2aaf2e340c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6748eb9-f90c-422e-b0be-12ba2bc40f08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:21.887929 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc28bc34-8a56-48ee-808e-c13bed6c230e None None] The sync data for ids ['00c147f6-7707-482d-974d-4a58b3b3de42'] in dv-cinder-808574-4-smb is: [{'id': '00c147f6-7707-482d-974d-4a58b3b3de42', 'name': 'router1', 'tenant_id': '7a1299775a5643848b9ab5e533a70768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.160'}], 'enable_snat': True}, 'gw_port_id': '654c0054-e2f0-478e-98d6-3f418ad85b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:17:59Z', 'updated_at': '2021-11-12T02:18:17Z', 'revision_number': 4, 'project_id': '7a1299775a5643848b9ab5e533a70768', 'gw_port': {'id': '654c0054-e2f0-478e-98d6-3f418ad85b36', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:01:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c147f6-7707-482d-974d-4a58b3b3de42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:17Z', 'updated_at': '2021-11-12T02:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '96806b86-fe8a-491d-a441-18d64f435bc2', 'name': '', 'network_id': '41a8cbf9-ec22-45ea-a7e9-b42918794652', 'tenant_id': '7a1299775a5643848b9ab5e533a70768', 'mac_address': 'fa:16:3e:6a:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c147f6-7707-482d-974d-4a58b3b3de42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8c54da03-c515-435d-a5f5-0f2aaf2e340c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:18:12Z', 'revision_number': 5, 'project_id': '7a1299775a5643848b9ab5e533a70768', 'subnets': [{'id': '8c54da03-c515-435d-a5f5-0f2aaf2e340c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd6748eb9-f90c-422e-b0be-12ba2bc40f08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:18:23.494665 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 654c0054-e2f0-478e-98d6-3f418ad85b36 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:18:23.565107 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 654c0054-e2f0-478e-98d6-3f418ad85b36 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:23.565489 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:23.656798 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:23.679711 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] For port 654c0054-e2f0-478e-98d6-3f418ad85b36, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=654c0054-e2f0-478e-98d6-3f418ad85b36,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:23.684992 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:23.740776 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Pushing event updated for resources: {'Port': ['ID=654c0054-e2f0-478e-98d6-3f418ad85b36,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:25.491780 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 654c0054-e2f0-478e-98d6-3f418ad85b36 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:18:25.574360 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 654c0054-e2f0-478e-98d6-3f418ad85b36 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:25.576823 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:31.588728 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-f4dcfb5b-e07e-4f43-ac2f-3f380d4728f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:34.013788 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-2815132e-c208-42b3-a7b9-f486f37d15d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:35.294094 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:36.900413 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:37.508074 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:57.628486 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 5 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:19:01.569177 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-f9de1b3b-2fb4-4f4b-bd7e-5dc0004792f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:04.015607 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-17898482-94aa-4b0e-84de-55b9aad30e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:05.310918 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:06.949604 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:07.517012 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:31.565852 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-f210aa7b-0953-45d7-9d37-e799b9150a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:34.011208 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-8f941aa7-36e8-4cab-b9c0-65a19fda82d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:34.627188 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 5 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:19:35.307070 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:36.907624 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:37.502176 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:01.571047 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-094fd2d9-4e09-4e0f-bc82-a3be75fc2398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:01.630118 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 33810) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:01.699140 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.pecan_wsgi.hooks.translation [None req-2779601f-0c61-42bd-8221-7988cd14b2d2 admin admin] GET failed (client error): The resource could not be found. Nov 12 02:20:01.700543 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-2779601f-0c61-42bd-8221-7988cd14b2d2 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0694771 Nov 12 02:20:01.861397 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743c6a42-3fd4-467e-8a5d-8e3ec59e0a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:01.863145 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-743c6a42-3fd4-467e-8a5d-8e3ec59e0a78 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1578045 Nov 12 02:20:04.015117 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-3203fdc6-62f6-48cf-b88b-114df97ae11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:04.207772 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 33820) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:04.308273 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4089f6bc-f59f-4f59-b4fa-4fb606e28939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:04.311802 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-4089f6bc-f59f-4f59-b4fa-4fb606e28939 admin admin] 10.222.0.66 "GET /v2.0/subnets/8c54da03-c515-435d-a5f5-0f2aaf2e340c HTTP/1.1" status: 200 len: 849 time: 0.1026995 Nov 12 02:20:04.320450 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-7ae1f8a7-9eb2-444b-b054-2f29ceb2255a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:20:04.408967 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7ae1f8a7-9eb2-444b-b054-2f29ceb2255a admin admin] Publish callbacks [] for subnet, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:04.566536 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7ae1f8a7-9eb2-444b-b054-2f29ceb2255a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768027823499'] for subnet, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:04.600789 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae1f8a7-9eb2-444b-b054-2f29ceb2255a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:04.601396 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7ae1f8a7-9eb2-444b-b054-2f29ceb2255a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:04.603171 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-7ae1f8a7-9eb2-444b-b054-2f29ceb2255a admin admin] 10.222.0.66 "PUT /v2.0/subnets/8c54da03-c515-435d-a5f5-0f2aaf2e340c HTTP/1.1" status: 200 len: 868 time: 0.2861304 Nov 12 02:20:04.629155 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1f8a7-9eb2-444b-b054-2f29ceb2255a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c54da03-c515-435d-a5f5-0f2aaf2e340c,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:20:04.630852 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cddf8c1-53c9-406e-abdd-e6f4c880b30e None None] Network 41a8cbf9-ec22-45ea-a7e9-b42918794652 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:20:04.640322 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1f8a7-9eb2-444b-b054-2f29ceb2255a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:04.640876 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1f8a7-9eb2-444b-b054-2f29ceb2255a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:04.641380 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1f8a7-9eb2-444b-b054-2f29ceb2255a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:04.641909 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1f8a7-9eb2-444b-b054-2f29ceb2255a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:04.642446 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1f8a7-9eb2-444b-b054-2f29ceb2255a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:04.642982 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1f8a7-9eb2-444b-b054-2f29ceb2255a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:04.643558 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1f8a7-9eb2-444b-b054-2f29ceb2255a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:04.644101 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1f8a7-9eb2-444b-b054-2f29ceb2255a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:04.644644 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1f8a7-9eb2-444b-b054-2f29ceb2255a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:04.645095 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1f8a7-9eb2-444b-b054-2f29ceb2255a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:04.645566 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1f8a7-9eb2-444b-b054-2f29ceb2255a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:04.646331 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae1f8a7-9eb2-444b-b054-2f29ceb2255a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:05.004820 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-0461914f-e67e-451b-8978-787d7148d884 None None] Provisioning complete for port 9e4b334e-a081-40a6-953d-6a224338c55b triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:20:05.005304 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-0461914f-e67e-451b-8978-787d7148d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:05.092048 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-0461914f-e67e-451b-8978-787d7148d884 None None] Provisioning complete for port 96806b86-fe8a-491d-a441-18d64f435bc2 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:20:05.092706 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-0461914f-e67e-451b-8978-787d7148d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:05.308711 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:06.911270 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:07.022592 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 33830) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:07.230227 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dae8894-f18b-4cf4-beda-dbbbc10b96ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:07.230609 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dae8894-f18b-4cf4-beda-dbbbc10b96ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:07.232194 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-0dae8894-f18b-4cf4-beda-dbbbc10b96ca admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2086504 Nov 12 02:20:07.505736 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:09.556077 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 33838) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:09.693248 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3427e2b2-eab4-43ea-a2cf-a93b1be132e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:09.693711 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3427e2b2-eab4-43ea-a2cf-a93b1be132e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:09.695278 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-3427e2b2-eab4-43ea-a2cf-a93b1be132e7 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1382525 Nov 12 02:20:11.626895 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 5 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:20:12.030714 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 33846) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:12.205060 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2de906c-3468-4b42-be6c-a0b620462648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:12.206507 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-f2de906c-3468-4b42-be6c-a0b620462648 admin admin] 10.222.0.66 "GET /v2.0/networks/41a8cbf9-ec22-45ea-a7e9-b42918794652 HTTP/1.1" status: 200 len: 869 time: 0.1747475 Nov 12 02:20:14.526250 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 33854) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:14.662292 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfde2fa-583b-445e-bcb2-e759f0bd8f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:14.663716 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-bdfde2fa-583b-445e-bcb2-e759f0bd8f7c admin admin] 10.222.0.66 "GET /v2.0/networks/746dceb8-55e8-4523-9283-66828a4b28c6 HTTP/1.1" status: 200 len: 886 time: 0.1365163 Nov 12 02:20:16.999690 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 33862) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:17.126848 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2a1c5b-ce29-4bc8-9119-3692f2c38b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:17.127294 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2a1c5b-ce29-4bc8-9119-3692f2c38b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:17.128828 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-bf2a1c5b-ce29-4bc8-9119-3692f2c38b55 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1279085 Nov 12 02:20:19.499842 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 33870) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:19.637517 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678296c0-d01d-42bf-be82-4a6629d90d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:19.637967 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678296c0-d01d-42bf-be82-4a6629d90d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:19.639637 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-678296c0-d01d-42bf-be82-4a6629d90d0d admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1387174 Nov 12 02:20:22.009720 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 33878) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:22.121671 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54ac486-ee98-4747-902e-43937423ccbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:22.123025 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-d54ac486-ee98-4747-902e-43937423ccbf admin admin] 10.222.0.66 "GET /v2.0/subnets/8c54da03-c515-435d-a5f5-0f2aaf2e340c HTTP/1.1" status: 200 len: 868 time: 0.1123676 Nov 12 02:20:24.558787 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 33886) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:24.663036 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c384612-0e1e-49c6-9ada-8d7d38e18a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:24.665683 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-2c384612-0e1e-49c6-9ada-8d7d38e18a02 admin admin] 10.222.0.66 "GET /v2.0/subnets/d778f24f-8ae6-4f5c-a711-628df869656e HTTP/1.1" status: 200 len: 816 time: 0.1058798 Nov 12 02:20:31.574509 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-e9db2530-e1d5-402a-ba36-00d7c0e30ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:34.019090 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-7c378922-f9f2-4ebc-b17e-aced42fbb5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:35.324008 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:36.914911 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:37.508863 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:48.625547 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 5 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:20:49.702442 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 33940) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:49.752610 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [None req-b91549e6-06e0-4fb2-97ee-b704db766f76 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:20:49.753640 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-b91549e6-06e0-4fb2-97ee-b704db766f76 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0502520 Nov 12 02:20:52.184850 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 33948) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:52.248089 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.pecan_wsgi.hooks.translation [None req-2037d535-d87c-49ae-86e9-a842c09c0bc8 admin admin] GET failed (client error): The resource could not be found. Nov 12 02:20:52.249430 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-2037d535-d87c-49ae-86e9-a842c09c0bc8 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0636423 Nov 12 02:20:52.395300 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c85338-0d68-4aae-a2d3-9f2e9d437570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:52.396955 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-74c85338-0d68-4aae-a2d3-9f2e9d437570 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1428769 Nov 12 02:20:54.869410 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 33956) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:54.918991 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-6e29be70-1f9a-446a-bedf-0bcafbe6760a admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:20:54.938348 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e29be70-1f9a-446a-bedf-0bcafbe6760a admin admin] Made reservation on behalf of 8d535151424a461f9809f40f7afc113e for: {'network': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:20:54.940525 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6e29be70-1f9a-446a-bedf-0bcafbe6760a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for network, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:54.975135 dv-cinder-808574-4-smb neutron-server[101627]: WARNING neutron.services.revisions.revision_plugin [None req-6e29be70-1f9a-446a-bedf-0bcafbe6760a admin admin] Could not find related network for resource to bump revision. Nov 12 02:20:54.987490 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e29be70-1f9a-446a-bedf-0bcafbe6760a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=101627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:20:54.996490 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6e29be70-1f9a-446a-bedf-0bcafbe6760a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:54.996842 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.db.segments_db [None req-6e29be70-1f9a-446a-bedf-0bcafbe6760a admin admin] Added segment cbd19829-cf2b-47ee-a66a-a57dc7035d76 of type vlan for network 2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81 Nov 12 02:20:55.038279 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6e29be70-1f9a-446a-bedf-0bcafbe6760a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768027380700'] for network, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:55.061274 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6e29be70-1f9a-446a-bedf-0bcafbe6760a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for network, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:55.062199 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e29be70-1f9a-446a-bedf-0bcafbe6760a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:55.062784 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6e29be70-1f9a-446a-bedf-0bcafbe6760a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:55.095256 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-6e29be70-1f9a-446a-bedf-0bcafbe6760a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2247813 Nov 12 02:20:55.126522 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29be70-1f9a-446a-bedf-0bcafbe6760a admin admin] Pushing event updated for resources: {'Network': ['ID=2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:20:55.137573 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Network 2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81 details requested by agent ovs-agent-dv-cinder-808574-4-smb with host dv-cinder-808574-4-smb {{(pid=101628) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:20:57.428296 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 33964) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:20:57.489263 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.pecan_wsgi.hooks.translation [None req-952e4911-cf40-463a-829e-60b3634a1bb7 admin admin] GET failed (client error): The resource could not be found. Nov 12 02:20:57.490602 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-952e4911-cf40-463a-829e-60b3634a1bb7 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613067 Nov 12 02:20:57.563941 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1aee4e-29e0-4391-9b71-931c8e0c8380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:57.565365 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-0c1aee4e-29e0-4391-9b71-931c8e0c8380 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0695343 Nov 12 02:20:57.576993 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-d9e9d4f9-85c4-446f-b984-d0ce948f7690 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:20:57.597077 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e9d4f9-85c4-446f-b984-d0ce948f7690 admin admin] Made reservation on behalf of 8d535151424a461f9809f40f7afc113e for: {'subnet': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:20:57.599554 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d9e9d4f9-85c4-446f-b984-d0ce948f7690 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:57.804847 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d9e9d4f9-85c4-446f-b984-d0ce948f7690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for subnet, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:57.858074 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9d4f9-85c4-446f-b984-d0ce948f7690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c74c833e-0155-402b-99c3-824e847e167f,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:20:57.868778 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e9d4f9-85c4-446f-b984-d0ce948f7690 admin admin] Checking segment: {'id': 'cbd19829-cf2b-47ee-a66a-a57dc7035d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:20:57.869245 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e9d4f9-85c4-446f-b984-d0ce948f7690 admin admin] Network hostable DHCP agents. Network: 2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81, hostable agents: ['38deba6a-e570-46da-84fb-4962375c604f'], hosted agents: [] {{(pid=101627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:20:57.885913 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e9d4f9-85c4-446f-b984-d0ce948f7690 admin admin] Network 2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81 is scheduled to be hosted by DHCP agent 38deba6a-e570-46da-84fb-4962375c604f with binding_index 1 {{(pid=101627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:20:57.894626 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-d9e9d4f9-85c4-446f-b984-d0ce948f7690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-smb, 2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81) {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:20:57.899252 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e9d4f9-85c4-446f-b984-d0ce948f7690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:20:57.899862 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d9e9d4f9-85c4-446f-b984-d0ce948f7690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:57.904327 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452e2d29-783f-4e8d-a931-703abe46e86a None None] Network 2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:20:57.916632 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-d9e9d4f9-85c4-446f-b984-d0ce948f7690 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3431313 Nov 12 02:20:58.159699 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp529202cb-0c21-583e-8ef8-0382ff111e2e-2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81', 'network_id': '2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81', 'tenant_id': '8d535151424a461f9809f40f7afc113e', 'fixed_ips': [{'subnet_id': 'c74c833e-0155-402b-99c3-824e847e167f'}]}} from dv-cinder-808574-4-smb. {{(pid=101628) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:20:58.160581 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:58.304404 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.db_base_plugin_common [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Allocated IP 192.168.233.2 (2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81/c74c833e-0155-402b-99c3-824e847e167f/6cdfa7f9-8bec-4753-b213-d66cefec4450) {{(pid=101628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:20:58.452614 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Publish callbacks [] for port, precommit_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:58.458833 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:58.497775 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Network 2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81 is already hosted by enough agents. {{(pid=101628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:20:58.504185 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.scheduler.base_scheduler [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Resources bound (agent type, host, resource id): {{(pid=101628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:20:58.507812 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Received port after_create {{(pid=101628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:20:58.514901 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Pushing event updated for resources: {'Port': ['ID=6cdfa7f9-8bec-4753-b213-d66cefec4450,revision_number=1']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:20:58.525052 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:58.525398 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:58.525732 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:58.526063 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:58.526386 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:58.526709 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:58.527030 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:58.527379 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:58.527723 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:58.528045 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:58.528365 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:58.528678 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:20:58.575073 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Attempting to bind port 6cdfa7f9-8bec-4753-b213-d66cefec4450 on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:20:58.575500 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Attempting to bind port 6cdfa7f9-8bec-4753-b213-d66cefec4450 by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': 'cbd19829-cf2b-47ee-a66a-a57dc7035d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81'}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:20:58.575859 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Attempting to bind port 6cdfa7f9-8bec-4753-b213-d66cefec4450 on network 2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81 {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:20:58.580783 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:20:58.581139 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Checking segment: {'id': 'cbd19829-cf2b-47ee-a66a-a57dc7035d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:20:58.581654 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:58.582031 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Bound using segment: {'id': 'cbd19829-cf2b-47ee-a66a-a57dc7035d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81'} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:20:58.582478 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Bound port: 6cdfa7f9-8bec-4753-b213-d66cefec4450, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd19829-cf2b-47ee-a66a-a57dc7035d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81'}}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:20:58.582863 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:58.650515 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] For port 6cdfa7f9-8bec-4753-b213-d66cefec4450, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:20:58.653794 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] For port 6cdfa7f9-8bec-4753-b213-d66cefec4450, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=6cdfa7f9-8bec-4753-b213-d66cefec4450,segment=NetworkSegment(cbd19829-cf2b-47ee-a66a-a57dc7035d76),segment_id=cbd19829-cf2b-47ee-a66a-a57dc7035d76)] {{(pid=101628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:20:58.658084 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:58.717509 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740f138-8265-4782-bf60-05b442ed5f9d None None] Pushing event updated for resources: {'Port': ['ID=6cdfa7f9-8bec-4753-b213-d66cefec4450,revision_number=2']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:20:59.508809 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00074ff3-565f-470e-9242-8dbb40afbb14 None None] Network 2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:20:59.588998 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-99c25e90-cce1-43d5-ac77-5b456b0893fd None None] Provisioning complete for port 6cdfa7f9-8bec-4753-b213-d66cefec4450 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:20:59.589354 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-99c25e90-cce1-43d5-ac77-5b456b0893fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:59.617457 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 6cdfa7f9-8bec-4753-b213-d66cefec4450 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:20:59.770879 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-99c25e90-cce1-43d5-ac77-5b456b0893fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:59.828248 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 6cdfa7f9-8bec-4753-b213-d66cefec4450 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:20:59.828610 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:59.832967 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-99c25e90-cce1-43d5-ac77-5b456b0893fd None None] For port 6cdfa7f9-8bec-4753-b213-d66cefec4450, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=6cdfa7f9-8bec-4753-b213-d66cefec4450,segment=NetworkSegment(cbd19829-cf2b-47ee-a66a-a57dc7035d76),segment_id=cbd19829-cf2b-47ee-a66a-a57dc7035d76)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:20:59.856538 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-99c25e90-cce1-43d5-ac77-5b456b0893fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:59.923991 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c25e90-cce1-43d5-ac77-5b456b0893fd None None] Pushing event updated for resources: {'Port': ['ID=6cdfa7f9-8bec-4753-b213-d66cefec4450,revision_number=3']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:21:00.075506 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-16aace1c-05d0-4cd1-830f-ccd501ed5620 None None] Provisioning complete for port 6cdfa7f9-8bec-4753-b213-d66cefec4450 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:21:00.075862 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-16aace1c-05d0-4cd1-830f-ccd501ed5620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:01.548896 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 6cdfa7f9-8bec-4753-b213-d66cefec4450 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:21:01.597943 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fdad4f41-622c-4306-8748-cc6f6ca419e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:01.610258 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 6cdfa7f9-8bec-4753-b213-d66cefec4450 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:21:01.610613 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:04.021574 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-b5aa80ca-f265-49eb-9820-3b646df427fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:05.315627 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:06.916692 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:07.515005 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:25.623570 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 5 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:21:31.584662 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-e9d331db-9bb5-4765-9615-77a73dfda83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:34.026744 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-532451e0-f439-4e9d-b8cc-aadbb178bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:35.317909 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:36.919560 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:37.508651 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:01.580092 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-1fae27ad-329c-474a-98cc-0485d8dc50ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:02.622059 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 5 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:22:04.030019 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-d1aca737-48ab-4918-b6f0-3fcfe6d85b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:05.319488 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:06.922904 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:07.511910 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:17.183505 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 34010) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:22:17.189744 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [None req-1967a583-b59b-4d4a-85b7-aebd0b0e3f3c tempest-verify_tempest_config-1369740072 tempest-verify_tempest_config-1369740072-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:22:17.190731 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-1967a583-b59b-4d4a-85b7-aebd0b0e3f3c tempest-verify_tempest_config-1369740072 tempest-verify_tempest_config-1369740072-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062647 Nov 12 02:22:17.486414 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 34028) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:22:17.588842 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-ba20b63f-ddff-4d9c-82b0-be548baeb955 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:17.666761 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-ba20b63f-ddff-4d9c-82b0-be548baeb955 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:17.670465 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-ba20b63f-ddff-4d9c-82b0-be548baeb955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:17.713835 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-ba20b63f-ddff-4d9c-82b0-be548baeb955 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c3071ba67ced4e039e5317e6afebae40&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2264025 Nov 12 02:22:17.714594 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20b63f-ddff-4d9c-82b0-be548baeb955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047a196f-20e7-4d6a-987e-1bef1ffffe6a,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:22:17.716465 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 34032) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:22:17.732098 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba20b63f-ddff-4d9c-82b0-be548baeb955 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:17.732455 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba20b63f-ddff-4d9c-82b0-be548baeb955 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:17.732788 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba20b63f-ddff-4d9c-82b0-be548baeb955 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:17.733125 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba20b63f-ddff-4d9c-82b0-be548baeb955 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:17.733430 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba20b63f-ddff-4d9c-82b0-be548baeb955 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:17.733745 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba20b63f-ddff-4d9c-82b0-be548baeb955 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:17.734059 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba20b63f-ddff-4d9c-82b0-be548baeb955 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:17.734372 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba20b63f-ddff-4d9c-82b0-be548baeb955 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:17.734684 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba20b63f-ddff-4d9c-82b0-be548baeb955 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:17.734994 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba20b63f-ddff-4d9c-82b0-be548baeb955 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:17.735302 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba20b63f-ddff-4d9c-82b0-be548baeb955 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:17.735629 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba20b63f-ddff-4d9c-82b0-be548baeb955 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:22:17.779253 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4914a321-2569-4975-9afc-82aba63d88d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:17.799666 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4914a321-2569-4975-9afc-82aba63d88d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:17.884753 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4914a321-2569-4975-9afc-82aba63d88d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:17.889297 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4914a321-2569-4975-9afc-82aba63d88d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:17.890582 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-4914a321-2569-4975-9afc-82aba63d88d0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/047a196f-20e7-4d6a-987e-1bef1ffffe6a HTTP/1.1" status: 204 len: 168 time: 0.1732450 Nov 12 02:22:17.898906 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914a321-2569-4975-9afc-82aba63d88d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047a196f-20e7-4d6a-987e-1bef1ffffe6a,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:22:31.583494 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-341a6753-0389-4e4b-ac33-013388d2a337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:34.030775 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-43af9301-3947-4e1b-866d-6bdb1bb6ff48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:35.323603 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:36.925741 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:37.518677 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:39.621026 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 5 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:23:01.585062 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4be82e15-edf2-4c13-9005-ee63bf8c7b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:04.032092 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-1f84d177-2c36-4029-a0df-f1c5933336cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:05.327348 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:06.933310 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:07.516924 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:16.619447 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 5 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:23:31.592399 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-8d6ef798-5a70-4981-bc2b-e26ae1c6a3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:34.037181 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-3b38d171-cf66-4bed-b245-6d7046a1d01a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:35.330283 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:36.934618 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:37.510288 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:53.621508 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 5 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:24:01.584798 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-73b2257f-db52-453c-a897-4447756d5e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:02.052643 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400056'] for agent, after_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:04.031547 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-a95bcbc2-7d7f-4bc4-ab02-c69e7e6b951e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:05.332576 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:06.935576 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:07.513450 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:17.775751 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 34106) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:17.887144 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-5bf0ccad-e89d-4fe5-a5b4-8114c10d7a69 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1102808 Nov 12 02:24:20.280372 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 34116) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:24:20.341999 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-061db555-0312-4a0d-ab3b-b9a8b4ca2a1e admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0605369 Nov 12 02:24:30.620856 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:24:31.588026 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-7197f590-b55d-4130-a2ca-016a80f753c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:32.010661 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:34.033706 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-91c3be37-ed66-4a6f-aa4a-e17b14606713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:35.333885 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:36.937257 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:37.514743 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:01.591005 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-dbe5d13c-b4c1-4d27-b67f-be8b9e2d07dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:02.035883 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:04.035485 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fb3dc6ba-5c01-4fa0-847b-18179da6c18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:05.336496 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:06.941895 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:07.519582 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:07.620592 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:25:31.597064 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-aba64cd6-abe9-47be-bffc-e0d640692e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:32.017890 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:34.039425 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-58f3953b-0720-4ff2-841d-ab40baf349c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:35.339856 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:36.943529 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:37.513518 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:44.619334 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:25:54.779352 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 34200) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:25:55.106803 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-182124562-network', 'tenant_id': 'a3328aad64da4ac389fe791addf0cd7a'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:25:55.149060 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Made reservation on behalf of a3328aad64da4ac389fe791addf0cd7a for: {'network': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:25:55.153470 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for network, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:55.163946 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:55.266632 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:55.276717 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:55.308138 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=101627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:25:55.325976 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abddc060-61ac-4f7d-9796-21f6a21faa52,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:25:55.340771 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.340985 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.341302 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.341635 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.341965 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.342295 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.342613 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.342932 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.343256 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.343592 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.343908 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.344389 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Tracked resource versions report: Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: pushed versions: Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: { 'AddressGroup': {'1.2'}, Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'ConntrackHelper': {'1.0'}, Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'Log': {'1.0'}, Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'Network': {'1.1'}, Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'Port': {'1.7'}, Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'PortForwarding': {'1.2'}, Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'QosPolicy': {'1.10'}, Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'SecurityGroup': {'1.5'}, Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'SecurityGroupRule': {'1.2'}, Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'SubPort': {'1.0'}, Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'Subnet': {'1.1'}, Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'Trunk': {'1.1'}} Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: consumer versions: Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: { DHCP agent@dv-cinder-808574-4-smb: {}, Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: HyperV agent@hv-cinder-80857: {}, Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: L3 agent@dv-cinder-808574-4-smb: {}, Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: Metadata agent@dv-cinder-808574-4-smb: {}, Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: Metering agent@dv-cinder-808574-4-smb: {}, Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: Open vSwitch agent@dv-cinder-808574-4-smb: { 'AddressGroup': '1.2', Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'ConntrackHelper': '1.0', Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'Log': '1.0', Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'Network': '1.1', Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'Port': '1.7', Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'PortForwarding': '1.2', Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'QosPolicy': '1.10', Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'SecurityGroup': '1.5', Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'SecurityGroupRule': '1.2', Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'SubPort': '1.0', Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'Subnet': '1.1', Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: 'Trunk': '1.1'}} Nov 12 02:25:55.345418 dv-cinder-808574-4-smb neutron-server[101627]: {{(pid=101627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 02:25:55.348752 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:55.349093 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.db.segments_db [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Added segment a6304e8a-8e2a-4c90-88ab-c55877da1e0b of type vlan for network b71b3562-297c-4526-ab60-647efdcd95a4 Nov 12 02:25:55.403606 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768027380700'] for network, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:55.446566 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for network, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:55.447162 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:55.448031 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:55.486817 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 34250) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:25:55.487455 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7057588 Nov 12 02:25:55.493812 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Request body: {'subnet': {'network_id': 'b71b3562-297c-4526-ab60-647efdcd95a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-182124562-subnet', 'tenant_id': 'a3328aad64da4ac389fe791addf0cd7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:25:55.519402 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Made reservation on behalf of a3328aad64da4ac389fe791addf0cd7a for: {'subnet': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:25:55.523107 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:55.523288 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecffc24-887a-4daa-ac4e-b1d0ab5b6362 admin admin] Pushing event updated for resources: {'Network': ['ID=b71b3562-297c-4526-ab60-647efdcd95a4,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:25:55.538325 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Network b71b3562-297c-4526-ab60-647efdcd95a4 details requested by agent ovs-agent-dv-cinder-808574-4-smb with host dv-cinder-808574-4-smb {{(pid=101628) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:25:55.769299 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for subnet, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:55.830708 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f22c72b-a8de-413d-8fad-f5fc5db0bb99,revision_number=0']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:25:55.843280 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.843671 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.844009 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.844384 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.844766 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.845093 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.845413 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.845739 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.846092 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.846429 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.846737 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.847046 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Tracked resource versions report: Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: pushed versions: Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: { 'AddressGroup': {'1.2'}, Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'ConntrackHelper': {'1.0'}, Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'Log': {'1.0'}, Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'Network': {'1.1'}, Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'Port': {'1.7'}, Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'PortForwarding': {'1.2'}, Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'QosPolicy': {'1.10'}, Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'SecurityGroup': {'1.5'}, Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'SecurityGroupRule': {'1.2'}, Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'SubPort': {'1.0'}, Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'Subnet': {'1.1'}, Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'Trunk': {'1.1'}} Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: consumer versions: Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: { DHCP agent@dv-cinder-808574-4-smb: {}, Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: HyperV agent@hv-cinder-80857: {}, Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: L3 agent@dv-cinder-808574-4-smb: {}, Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: Metadata agent@dv-cinder-808574-4-smb: {}, Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: Metering agent@dv-cinder-808574-4-smb: {}, Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: Open vSwitch agent@dv-cinder-808574-4-smb: { 'AddressGroup': '1.2', Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'ConntrackHelper': '1.0', Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'Log': '1.0', Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'Network': '1.1', Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'Port': '1.7', Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'PortForwarding': '1.2', Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'QosPolicy': '1.10', Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'SecurityGroup': '1.5', Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'SecurityGroupRule': '1.2', Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'SubPort': '1.0', Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'Subnet': '1.1', Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: 'Trunk': '1.1'}} Nov 12 02:25:55.848169 dv-cinder-808574-4-smb neutron-server[101626]: {{(pid=101626) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 02:25:55.869565 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Checking segment: {'id': 'a6304e8a-8e2a-4c90-88ab-c55877da1e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b71b3562-297c-4526-ab60-647efdcd95a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:25:55.869913 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Network hostable DHCP agents. Network: b71b3562-297c-4526-ab60-647efdcd95a4, hostable agents: ['38deba6a-e570-46da-84fb-4962375c604f'], hosted agents: [] {{(pid=101626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:25:55.891555 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Network b71b3562-297c-4526-ab60-647efdcd95a4 is scheduled to be hosted by DHCP agent 38deba6a-e570-46da-84fb-4962375c604f with binding_index 1 {{(pid=101626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:25:55.903850 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-smb, b71b3562-297c-4526-ab60-647efdcd95a4) {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:25:55.908610 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:55.909565 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for subnet, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:55.918879 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a488fcb-5872-4900-8f46-aa923b2e1d40 None None] Network b71b3562-297c-4526-ab60-647efdcd95a4 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:25:55.949077 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-3230569b-a4d7-4e82-be9a-cd3c6c3c08a6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4602137 Nov 12 02:25:56.011698 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 34274) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:25:56.071293 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5277dd53-9be8-4823-8f24-e5e20bcc24e9 None None] Network b71b3562-297c-4526-ab60-647efdcd95a4 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:25:56.480020 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-8a837829-9376-4b13-aefa-04727db51ce1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1900820729-network', 'tenant_id': 'c5e167f262944295a8c55b0f02df4cdc'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:25:56.508917 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a837829-9376-4b13-aefa-04727db51ce1 admin admin] Made reservation on behalf of c5e167f262944295a8c55b0f02df4cdc for: {'network': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:25:56.512542 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8a837829-9376-4b13-aefa-04727db51ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for network, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:56.525064 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8a837829-9376-4b13-aefa-04727db51ce1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:56.617115 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8a837829-9376-4b13-aefa-04727db51ce1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:56.622245 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8a837829-9376-4b13-aefa-04727db51ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:56.642557 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a837829-9376-4b13-aefa-04727db51ce1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=101626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:25:56.673715 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a837829-9376-4b13-aefa-04727db51ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:25:56.679917 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8a837829-9376-4b13-aefa-04727db51ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:56.680486 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.db.segments_db [None req-8a837829-9376-4b13-aefa-04727db51ce1 admin admin] Added segment 5b63cd6f-3a51-4335-b06a-5e4731054def of type vlan for network 4900299f-9efb-4112-8c6a-f06549279dd7 Nov 12 02:25:56.738515 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8a837829-9376-4b13-aefa-04727db51ce1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768027380700'] for network, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:56.773093 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8a837829-9376-4b13-aefa-04727db51ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for network, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:56.774083 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a837829-9376-4b13-aefa-04727db51ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:56.774783 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8a837829-9376-4b13-aefa-04727db51ce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:56.827066 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 34324) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:25:56.843453 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a837829-9376-4b13-aefa-04727db51ce1 admin admin] Pushing event updated for resources: {'Network': ['ID=4900299f-9efb-4112-8c6a-f06549279dd7,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:25:56.850497 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-8a837829-9376-4b13-aefa-04727db51ce1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8391099 Nov 12 02:25:56.853616 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 34328) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:25:56.855091 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Network 4900299f-9efb-4112-8c6a-f06549279dd7 details requested by agent ovs-agent-dv-cinder-808574-4-smb with host dv-cinder-808574-4-smb {{(pid=101628) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:25:56.858863 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-3d599318-6294-4daa-bd81-f0c6276e064f admin admin] Request body: {'subnet': {'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1900820729-subnet', 'tenant_id': 'c5e167f262944295a8c55b0f02df4cdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:25:56.908074 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d599318-6294-4daa-bd81-f0c6276e064f admin admin] Made reservation on behalf of c5e167f262944295a8c55b0f02df4cdc for: {'subnet': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:25:56.910672 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-3d599318-6294-4daa-bd81-f0c6276e064f admin admin] Publish callbacks [] for subnet, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:57.126043 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-3d599318-6294-4daa-bd81-f0c6276e064f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for subnet, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:57.187846 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d599318-6294-4daa-bd81-f0c6276e064f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3afb8cb5-ee86-4be7-9288-03af65a9f917,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:25:57.197558 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d599318-6294-4daa-bd81-f0c6276e064f admin admin] Checking segment: {'id': '5b63cd6f-3a51-4335-b06a-5e4731054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:25:57.197927 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d599318-6294-4daa-bd81-f0c6276e064f admin admin] Network hostable DHCP agents. Network: 4900299f-9efb-4112-8c6a-f06549279dd7, hostable agents: ['38deba6a-e570-46da-84fb-4962375c604f'], hosted agents: [] {{(pid=101627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:25:57.219093 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-5fa155fb-42ac-4f86-80b4-f72ffbac1a42 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-839047558-network', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:25:57.225674 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d599318-6294-4daa-bd81-f0c6276e064f admin admin] Network 4900299f-9efb-4112-8c6a-f06549279dd7 is scheduled to be hosted by DHCP agent 38deba6a-e570-46da-84fb-4962375c604f with binding_index 1 {{(pid=101627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:25:57.243734 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-3d599318-6294-4daa-bd81-f0c6276e064f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-smb, 4900299f-9efb-4112-8c6a-f06549279dd7) {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:25:57.249235 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d599318-6294-4daa-bd81-f0c6276e064f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:57.250051 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-3d599318-6294-4daa-bd81-f0c6276e064f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:57.253698 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3d1d70-8b0e-417b-bd76-b4655e4345ff None None] Network 4900299f-9efb-4112-8c6a-f06549279dd7 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:25:57.268245 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa155fb-42ac-4f86-80b4-f72ffbac1a42 admin admin] Made reservation on behalf of e973c924078c4e638e9fa29d3956c215 for: {'network': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:25:57.271899 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5fa155fb-42ac-4f86-80b4-f72ffbac1a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for network, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:57.285048 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5fa155fb-42ac-4f86-80b4-f72ffbac1a42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:57.290528 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-3d599318-6294-4daa-bd81-f0c6276e064f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4357972 Nov 12 02:25:57.293193 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 34344) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:25:57.298338 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-50370981-7c46-4275-9338-1cf79376e35d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1900820729-router', 'tenant_id': 'c5e167f262944295a8c55b0f02df4cdc', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:25:57.358933 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-50370981-7c46-4275-9338-1cf79376e35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48726'] for router, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:57.360563 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-50370981-7c46-4275-9338-1cf79376e35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-311519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48729'] for router, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:57.563185 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-50370981-7c46-4275-9338-1cf79376e35d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:57.577151 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87481217-4910-41ab-8f7d-979f178bb7c4 None None] Network 4900299f-9efb-4112-8c6a-f06549279dd7 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:25:57.601817 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5fa155fb-42ac-4f86-80b4-f72ffbac1a42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:57.613816 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 34352) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:25:57.657351 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5fa155fb-42ac-4f86-80b4-f72ffbac1a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:57.675206 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 34356) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:25:57.782611 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa155fb-42ac-4f86-80b4-f72ffbac1a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740b7056-ab20-4369-bf5a-2137b7da55c1,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:25:57.786860 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa155fb-42ac-4f86-80b4-f72ffbac1a42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=101627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:25:57.824703 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-50370981-7c46-4275-9338-1cf79376e35d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:57.833530 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5fa155fb-42ac-4f86-80b4-f72ffbac1a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:57.834894 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.db.segments_db [None req-5fa155fb-42ac-4f86-80b4-f72ffbac1a42 admin admin] Added segment 5431d9a4-7526-4bfc-a2ad-c75b991a6769 of type vlan for network 3bf8a66c-2c88-40e7-879f-ed13c0e23344 Nov 12 02:25:57.879119 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5fa155fb-42ac-4f86-80b4-f72ffbac1a42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768027380700'] for network, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:57.922433 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5fa155fb-42ac-4f86-80b4-f72ffbac1a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for network, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:57.923426 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa155fb-42ac-4f86-80b4-f72ffbac1a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:57.924010 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5fa155fb-42ac-4f86-80b4-f72ffbac1a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:58.007569 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-5fa155fb-42ac-4f86-80b4-f72ffbac1a42 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1783872 Nov 12 02:25:58.007812 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 34372) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:25:58.009703 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa155fb-42ac-4f86-80b4-f72ffbac1a42 admin admin] Pushing event updated for resources: {'Network': ['ID=3bf8a66c-2c88-40e7-879f-ed13c0e23344,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:25:58.014475 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-84ce3115-a389-4d96-85f4-c8aba0868cf2 admin admin] Request body: {'subnet': {'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-subnet', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:25:58.020158 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Network 3bf8a66c-2c88-40e7-879f-ed13c0e23344 details requested by agent ovs-agent-dv-cinder-808574-4-smb with host dv-cinder-808574-4-smb {{(pid=101628) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:25:58.061393 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ce3115-a389-4d96-85f4-c8aba0868cf2 admin admin] Made reservation on behalf of e973c924078c4e638e9fa29d3956c215 for: {'subnet': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:25:58.063896 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-84ce3115-a389-4d96-85f4-c8aba0868cf2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:58.116792 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-6788cf44-5aff-4e3a-a834-d3f1c5b452b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-229590380-network', 'tenant_id': 'f703f38cf65b46999d543ac359444567'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:25:58.218866 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-9e0bcdb2-63e8-4b55-8861-a7d17953d1bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-284343366-network', 'tenant_id': '297da905e82042dcad0c352413e38a4d'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:25:58.285493 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-50370981-7c46-4275-9338-1cf79376e35d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:58.312498 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6788cf44-5aff-4e3a-a834-d3f1c5b452b4 admin admin] Made reservation on behalf of f703f38cf65b46999d543ac359444567 for: {'network': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:25:58.314728 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6788cf44-5aff-4e3a-a834-d3f1c5b452b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for network, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:58.319248 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-50370981-7c46-4275-9338-1cf79376e35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:58.364463 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6788cf44-5aff-4e3a-a834-d3f1c5b452b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:58.415555 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0bcdb2-63e8-4b55-8861-a7d17953d1bf admin admin] Made reservation on behalf of 297da905e82042dcad0c352413e38a4d for: {'network': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:25:58.417857 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9e0bcdb2-63e8-4b55-8861-a7d17953d1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for network, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:58.459580 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9e0bcdb2-63e8-4b55-8861-a7d17953d1bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:58.707190 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6788cf44-5aff-4e3a-a834-d3f1c5b452b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:58.715365 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [None req-50370981-7c46-4275-9338-1cf79376e35d admin admin] Allocated IP 172.28.0.97 (746dceb8-55e8-4523-9283-66828a4b28c6/d778f24f-8ae6-4f5c-a711-628df869656e/4368caf3-784f-4373-b4cf-ca71f58a5bcf) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:25:58.741429 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9e0bcdb2-63e8-4b55-8861-a7d17953d1bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:58.742950 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6788cf44-5aff-4e3a-a834-d3f1c5b452b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:58.757389 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6788cf44-5aff-4e3a-a834-d3f1c5b452b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=101626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:25:58.769726 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6788cf44-5aff-4e3a-a834-d3f1c5b452b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:58.770361 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.db.segments_db [None req-6788cf44-5aff-4e3a-a834-d3f1c5b452b4 admin admin] Added segment bfd07f29-2d92-4f8c-a3d7-f3e528339839 of type vlan for network 404a7e3a-99c5-4a67-9227-adbb62c821aa Nov 12 02:25:58.809100 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9e0bcdb2-63e8-4b55-8861-a7d17953d1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:58.870715 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6788cf44-5aff-4e3a-a834-d3f1c5b452b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768027380700'] for network, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:58.912739 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0bcdb2-63e8-4b55-8861-a7d17953d1bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=101626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:25:58.921010 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-50370981-7c46-4275-9338-1cf79376e35d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:58.925081 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9e0bcdb2-63e8-4b55-8861-a7d17953d1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:58.925569 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.db.segments_db [None req-9e0bcdb2-63e8-4b55-8861-a7d17953d1bf admin admin] Added segment ebf57d23-5daf-41dd-ba5d-ceafe7b55831 of type vlan for network 564259da-0aa0-41f7-af21-7c2a039d2cf4 Nov 12 02:25:58.996694 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9e0bcdb2-63e8-4b55-8861-a7d17953d1bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768027380700'] for network, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:59.011676 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-84ce3115-a389-4d96-85f4-c8aba0868cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for subnet, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:59.014279 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6788cf44-5aff-4e3a-a834-d3f1c5b452b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for network, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:59.015179 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6788cf44-5aff-4e3a-a834-d3f1c5b452b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:59.020162 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6788cf44-5aff-4e3a-a834-d3f1c5b452b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:59.108175 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-50370981-7c46-4275-9338-1cf79376e35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:59.189215 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788cf44-5aff-4e3a-a834-d3f1c5b452b4 admin admin] Pushing event updated for resources: {'Network': ['ID=404a7e3a-99c5-4a67-9227-adbb62c821aa,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:25:59.203599 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Network 404a7e3a-99c5-4a67-9227-adbb62c821aa details requested by agent ovs-agent-dv-cinder-808574-4-smb with host dv-cinder-808574-4-smb {{(pid=101628) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:25:59.262077 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50370981-7c46-4275-9338-1cf79376e35d admin admin] Network 746dceb8-55e8-4523-9283-66828a4b28c6 is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:25:59.298853 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-50370981-7c46-4275-9338-1cf79376e35d admin admin] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:25:59.320623 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50370981-7c46-4275-9338-1cf79376e35d admin admin] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:25:59.446982 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788cf44-5aff-4e3a-a834-d3f1c5b452b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8f26ab-0ef7-42f2-9701-fb481c09286f,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:25:59.485152 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 34454) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:25:59.493664 dv-cinder-808574-4-smb neutron-server[101626]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 02:25:59.495037 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bcdb2-63e8-4b55-8861-a7d17953d1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c500b8d-be9b-4cae-a5c4-f64482780f7b,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:25:59.535949 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-6788cf44-5aff-4e3a-a834-d3f1c5b452b4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9193313 Nov 12 02:25:59.551181 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 34456) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:25:59.564634 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-bf99648e-01f7-47d8-8902-53e96660ecc2 admin admin] Request body: {'subnet': {'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-229590380-subnet', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:25:59.566721 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9e0bcdb2-63e8-4b55-8861-a7d17953d1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for network, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:59.568004 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0bcdb2-63e8-4b55-8861-a7d17953d1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:59.568989 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9e0bcdb2-63e8-4b55-8861-a7d17953d1bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:59.595704 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50370981-7c46-4275-9338-1cf79376e35d admin admin] Pushing event updated for resources: {'Port': ['ID=4368caf3-784f-4373-b4cf-ca71f58a5bcf,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:25:59.633778 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf99648e-01f7-47d8-8902-53e96660ecc2 admin admin] Made reservation on behalf of f703f38cf65b46999d543ac359444567 for: {'subnet': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:25:59.635552 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bf99648e-01f7-47d8-8902-53e96660ecc2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:59.769158 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-9e0bcdb2-63e8-4b55-8861-a7d17953d1bf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0928314 Nov 12 02:25:59.774416 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 34474) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:25:59.866911 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-324db17f-9447-4232-98cc-5f2f289b1c12 admin admin] Request body: {'subnet': {'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-284343366-subnet', 'tenant_id': '297da905e82042dcad0c352413e38a4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:25:59.884607 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce3115-a389-4d96-85f4-c8aba0868cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1006246c-c18c-4b19-8be4-0d64b846f8bd,revision_number=0']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:25:59.895772 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bcdb2-63e8-4b55-8861-a7d17953d1bf admin admin] Pushing event updated for resources: {'Network': ['ID=564259da-0aa0-41f7-af21-7c2a039d2cf4,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:25:59.918334 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40f234-540a-4b08-ad84-db881fb70b7f req-86b47699-67cd-44ad-98a1-2b6b7b644bc3 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:25:59.924483 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Network 564259da-0aa0-41f7-af21-7c2a039d2cf4 details requested by agent ovs-agent-dv-cinder-808574-4-smb with host dv-cinder-808574-4-smb {{(pid=101628) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:25:59.925786 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-df40f234-540a-4b08-ad84-db881fb70b7f req-86b47699-67cd-44ad-98a1-2b6b7b644bc3 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/networks?id=b71b3562-297c-4526-ab60-647efdcd95a4 HTTP/1.1" status: 200 len: 811 time: 0.4395442 Nov 12 02:25:59.928590 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ce3115-a389-4d96-85f4-c8aba0868cf2 admin admin] Checking segment: {'id': '5431d9a4-7526-4bfc-a2ad-c75b991a6769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:25:59.928590 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ce3115-a389-4d96-85f4-c8aba0868cf2 admin admin] Network hostable DHCP agents. Network: 3bf8a66c-2c88-40e7-879f-ed13c0e23344, hostable agents: ['38deba6a-e570-46da-84fb-4962375c604f'], hosted agents: [] {{(pid=101626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:25:59.944998 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-50370981-7c46-4275-9338-1cf79376e35d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:59.958069 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-df40f234-540a-4b08-ad84-db881fb70b7f req-edd1e382-65a7-42b7-bcd6-d165443c0b28 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/quotas/a3328aad64da4ac389fe791addf0cd7a HTTP/1.1" status: 200 len: 375 time: 0.0310581 Nov 12 02:25:59.993689 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324db17f-9447-4232-98cc-5f2f289b1c12 admin admin] Made reservation on behalf of 297da905e82042dcad0c352413e38a4d for: {'subnet': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:25:59.996146 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-324db17f-9447-4232-98cc-5f2f289b1c12 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:00.038542 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-df40f234-540a-4b08-ad84-db881fb70b7f req-983203a1-35eb-4b07-8ec0-4316858c42b7 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3328aad64da4ac389fe791addf0cd7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797029 Nov 12 02:26:00.097134 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ce3115-a389-4d96-85f4-c8aba0868cf2 admin admin] Network 3bf8a66c-2c88-40e7-879f-ed13c0e23344 is scheduled to be hosted by DHCP agent 38deba6a-e570-46da-84fb-4962375c604f with binding_index 1 {{(pid=101626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:26:00.120103 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [None req-84ce3115-a389-4d96-85f4-c8aba0868cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-smb, 3bf8a66c-2c88-40e7-879f-ed13c0e23344) {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:00.131474 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07f5adb-7336-4619-b36d-ff37c9b23251 None None] Network 3bf8a66c-2c88-40e7-879f-ed13c0e23344 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:26:00.132853 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ce3115-a389-4d96-85f4-c8aba0868cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:00.133534 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-84ce3115-a389-4d96-85f4-c8aba0868cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for subnet, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:00.166261 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-84ce3115-a389-4d96-85f4-c8aba0868cf2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1544015 Nov 12 02:26:00.166658 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 34498) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:00.174069 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-58c8649a-9bd3-4704-b3e2-013bc10dd799 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:00.212247 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-58c8649a-9bd3-4704-b3e2-013bc10dd799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48726'] for router, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:00.213672 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-58c8649a-9bd3-4704-b3e2-013bc10dd799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-311519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48729'] for router, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:00.298482 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-324db17f-9447-4232-98cc-5f2f289b1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for subnet, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:00.405928 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324db17f-9447-4232-98cc-5f2f289b1c12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa652bb9-6eb9-4218-97dc-ea2358a10948,revision_number=0']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:00.413435 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-50370981-7c46-4275-9338-1cf79376e35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394417'] for router, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:00.419978 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324db17f-9447-4232-98cc-5f2f289b1c12 admin admin] Checking segment: {'id': 'ebf57d23-5daf-41dd-ba5d-ceafe7b55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:00.419978 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324db17f-9447-4232-98cc-5f2f289b1c12 admin admin] Network hostable DHCP agents. Network: 564259da-0aa0-41f7-af21-7c2a039d2cf4, hostable agents: ['38deba6a-e570-46da-84fb-4962375c604f'], hosted agents: [] {{(pid=101626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:26:00.425874 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bf99648e-01f7-47d8-8902-53e96660ecc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for subnet, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:00.461330 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324db17f-9447-4232-98cc-5f2f289b1c12 admin admin] Network 564259da-0aa0-41f7-af21-7c2a039d2cf4 is scheduled to be hosted by DHCP agent 38deba6a-e570-46da-84fb-4962375c604f with binding_index 1 {{(pid=101626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:26:00.474064 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [None req-324db17f-9447-4232-98cc-5f2f289b1c12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-smb, 564259da-0aa0-41f7-af21-7c2a039d2cf4) {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:00.490807 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324db17f-9447-4232-98cc-5f2f289b1c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:00.498614 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-324db17f-9447-4232-98cc-5f2f289b1c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for subnet, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:00.519932 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08779131-9b45-40c4-8e61-ee4f45b24ec4 None None] Network 564259da-0aa0-41f7-af21-7c2a039d2cf4 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:26:00.545696 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-324db17f-9447-4232-98cc-5f2f289b1c12 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6829534 Nov 12 02:26:00.556792 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf99648e-01f7-47d8-8902-53e96660ecc2 admin admin] Checking segment: {'id': 'bfd07f29-2d92-4f8c-a3d7-f3e528339839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:00.557196 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf99648e-01f7-47d8-8902-53e96660ecc2 admin admin] Network hostable DHCP agents. Network: 404a7e3a-99c5-4a67-9227-adbb62c821aa, hostable agents: ['38deba6a-e570-46da-84fb-4962375c604f'], hosted agents: [] {{(pid=101627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:26:00.650719 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf99648e-01f7-47d8-8902-53e96660ecc2 admin admin] Network 404a7e3a-99c5-4a67-9227-adbb62c821aa is scheduled to be hosted by DHCP agent 38deba6a-e570-46da-84fb-4962375c604f with binding_index 1 {{(pid=101627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:26:00.656072 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp529202cb-0c21-583e-8ef8-0382ff111e2e-3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd'}]}} from dv-cinder-808574-4-smb. {{(pid=101628) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:26:00.657326 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:00.672184 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-bf99648e-01f7-47d8-8902-53e96660ecc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-smb, 404a7e3a-99c5-4a67-9227-adbb62c821aa) {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:00.678507 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf99648e-01f7-47d8-8902-53e96660ecc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:00.679562 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bf99648e-01f7-47d8-8902-53e96660ecc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:00.689738 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab06ee4-5abb-422a-b4f2-67f42dc70824 None None] Network 404a7e3a-99c5-4a67-9227-adbb62c821aa requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:26:00.696904 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-58c8649a-9bd3-4704-b3e2-013bc10dd799 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:00.763078 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 34516) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:00.790703 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [req-df40f234-540a-4b08-ad84-db881fb70b7f req-378e9b8e-5e88-4ffd-aa47-117ea2097aac service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:26:00.799619 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-df40f234-540a-4b08-ad84-db881fb70b7f req-378e9b8e-5e88-4ffd-aa47-117ea2097aac service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5383444 Nov 12 02:26:00.803660 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-bf99648e-01f7-47d8-8902-53e96660ecc2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2506709 Nov 12 02:26:00.809450 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 34520) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:00.833441 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 34522) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:00.834643 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-e047c21c-c830-4bc4-b205-81d592ce3efc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:00.946109 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-115502a4-3400-4b3d-b79c-e452068f5793 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:00.975258 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df0e1cb-e1fc-47c8-afb1-d6ba421ace33 None None] Network 564259da-0aa0-41f7-af21-7c2a039d2cf4 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:26:01.097804 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-ede56291-51a3-4b22-a0b9-288beacdbb0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:01.124355 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-115502a4-3400-4b3d-b79c-e452068f5793 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:01.130072 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-df40f234-540a-4b08-ad84-db881fb70b7f req-97afbed6-f315-402f-a2c2-0b4ca0285fca service neutron] 10.222.0.66 "GET /v2.0/networks/b71b3562-297c-4526-ab60-647efdcd95a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295567 Nov 12 02:26:01.151923 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-115502a4-3400-4b3d-b79c-e452068f5793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:01.189973 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.db_base_plugin_common [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Allocated IP 172.20.0.2 (3bf8a66c-2c88-40e7-879f-ed13c0e23344/1006246c-c18c-4b19-8be4-0d64b846f8bd/fd7358e1-17a7-444a-a223-21e46c80a7f2) {{(pid=101628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:01.264483 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-115502a4-3400-4b3d-b79c-e452068f5793 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=129e2d8cc31d497d9464397cd970d78f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4995506 Nov 12 02:26:01.264724 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp529202cb-0c21-583e-8ef8-0382ff111e2e-404a7e3a-99c5-4a67-9227-adbb62c821aa', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'fixed_ips': [{'subnet_id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5'}]}} from dv-cinder-808574-4-smb. {{(pid=101628) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:26:01.266861 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:01.271731 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99648e-01f7-47d8-8902-53e96660ecc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4fc1b18-ead8-4210-84af-aa2802ec2ad5,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:01.286450 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 34534) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:01.386047 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115502a4-3400-4b3d-b79c-e452068f5793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b07d16-cbfa-44b9-97cb-abf32d5f4c48,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:01.405377 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-df40f234-540a-4b08-ad84-db881fb70b7f req-e1f6c70a-da0d-46de-800a-3206928c5f61 service neutron] 10.222.0.66 "GET /v2.0/networks/b71b3562-297c-4526-ab60-647efdcd95a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628093 Nov 12 02:26:01.422215 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e047c21c-c830-4bc4-b205-81d592ce3efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48726'] for router, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:01.424563 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e047c21c-c830-4bc4-b205-81d592ce3efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-311519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48729'] for router, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:01.467039 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 34548) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:01.488204 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-58c8649a-9bd3-4704-b3e2-013bc10dd799 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:01.517779 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-ede56291-51a3-4b22-a0b9-288beacdbb0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:01.525612 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-ede56291-51a3-4b22-a0b9-288beacdbb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:01.544336 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e047c21c-c830-4bc4-b205-81d592ce3efc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:01.563487 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-ede56291-51a3-4b22-a0b9-288beacdbb0d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=24e6c9ab5e0d4db9a54f9173c16e87f9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7258122 Nov 12 02:26:01.576392 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 34550) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:01.581388 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50370981-7c46-4275-9338-1cf79376e35d admin admin] Router e4f014b0-5313-4c06-818e-d94bc5f92b95 is scheduled to L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 with binding_index 1 {{(pid=101627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:26:01.626971 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f937ec30-2f72-42ab-bf60-fa686b340dfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:01.628951 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Publish callbacks [] for port, precommit_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:01.658769 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede56291-51a3-4b22-a0b9-288beacdbb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2390c6c-119a-495f-af6e-22ab6870629d,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:01.699758 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f937ec30-2f72-42ab-bf60-fa686b340dfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:01.712246 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.db_base_plugin_common [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] Allocated IP 172.20.0.2 (404a7e3a-99c5-4a67-9227-adbb62c821aa/d4fc1b18-ead8-4210-84af-aa2802ec2ad5/ab22890e-2927-4956-9b37-d9831367fad6) {{(pid=101628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:01.719935 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:01.747728 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e3133-289b-407b-b4cc-86f7724ef131 req-476d870c-ea61-488b-a6c7-c8b6215d6464 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:01.749265 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-588e3133-289b-407b-b4cc-86f7724ef131 req-476d870c-ea61-488b-a6c7-c8b6215d6464 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/networks?id=564259da-0aa0-41f7-af21-7c2a039d2cf4 HTTP/1.1" status: 200 len: 814 time: 0.2773256 Nov 12 02:26:01.817752 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Network 3bf8a66c-2c88-40e7-879f-ed13c0e23344 is already hosted by enough agents. {{(pid=101628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:01.863743 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-329b79dc-1edc-476a-9aca-b2ae01055a44 req-b12711c7-5540-4994-afc7-da64c1dbecbf tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 210 time: 0.0803168 Nov 12 02:26:01.866717 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-588e3133-289b-407b-b4cc-86f7724ef131 req-f5f21569-5e93-4674-a465-e6c800fed2dc tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/quotas/297da905e82042dcad0c352413e38a4d HTTP/1.1" status: 200 len: 375 time: 0.1080670 Nov 12 02:26:01.878242 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d2aeb873-a4f8-410c-bdf6-0e8d0db36460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:01.908448 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.scheduler.base_scheduler [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Resources bound (agent type, host, resource id): {{(pid=101628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:01.916264 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Received port after_create {{(pid=101628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:01.932547 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-a7dea987-fb9d-4b9c-8f9b-60c0c3fcb469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:01.937453 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f937ec30-2f72-42ab-bf60-fa686b340dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:01.941141 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f937ec30-2f72-42ab-bf60-fa686b340dfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:01.942528 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-f937ec30-2f72-42ab-bf60-fa686b340dfb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/36b07d16-cbfa-44b9-97cb-abf32d5f4c48 HTTP/1.1" status: 204 len: 168 time: 0.6381080 Nov 12 02:26:01.945990 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e047c21c-c830-4bc4-b205-81d592ce3efc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:01.947838 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-588e3133-289b-407b-b4cc-86f7724ef131 req-f4fcfbe3-0a15-403e-8003-183fb74591b6 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=297da905e82042dcad0c352413e38a4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530765 Nov 12 02:26:01.965392 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937ec30-2f72-42ab-bf60-fa686b340dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b07d16-cbfa-44b9-97cb-abf32d5f4c48,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:02.093791 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d2aeb873-a4f8-410c-bdf6-0e8d0db36460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:02.148553 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Pushing event updated for resources: {'Port': ['ID=fd7358e1-17a7-444a-a223-21e46c80a7f2,revision_number=1']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:02.231144 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:02.231514 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:02.244133 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:02.244697 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:02.245209 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:02.245706 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:02.246234 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:02.246820 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:02.247254 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:02.247798 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:02.248303 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:02.258744 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Tracked resource versions report: Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: pushed versions: Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: { 'AddressGroup': {'1.2'}, Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'ConntrackHelper': {'1.0'}, Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'Log': {'1.0'}, Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'Network': {'1.1'}, Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'Port': {'1.7'}, Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'PortForwarding': {'1.2'}, Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'QosPolicy': {'1.10'}, Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'SecurityGroup': {'1.5'}, Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'SecurityGroupRule': {'1.2'}, Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'SubPort': {'1.0'}, Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'Subnet': {'1.1'}, Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'Trunk': {'1.1'}} Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: consumer versions: Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: { DHCP agent@dv-cinder-808574-4-smb: {}, Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: HyperV agent@hv-cinder-80857: {}, Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: L3 agent@dv-cinder-808574-4-smb: {}, Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: Metadata agent@dv-cinder-808574-4-smb: {}, Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: Metering agent@dv-cinder-808574-4-smb: {}, Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: Open vSwitch agent@dv-cinder-808574-4-smb: { 'AddressGroup': '1.2', Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'ConntrackHelper': '1.0', Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'Log': '1.0', Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'Network': '1.1', Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'Port': '1.7', Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'PortForwarding': '1.2', Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'QosPolicy': '1.10', Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'SecurityGroup': '1.5', Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'SecurityGroupRule': '1.2', Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'SubPort': '1.0', Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'Subnet': '1.1', Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: 'Trunk': '1.1'}} Nov 12 02:26:02.261862 dv-cinder-808574-4-smb neutron-server[101628]: {{(pid=101628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 02:26:02.281762 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:02.284465 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d2aeb873-a4f8-410c-bdf6-0e8d0db36460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:02.287775 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d2aeb873-a4f8-410c-bdf6-0e8d0db36460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:02.295982 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-d2aeb873-a4f8-410c-bdf6-0e8d0db36460 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d2390c6c-119a-495f-af6e-22ab6870629d HTTP/1.1" status: 204 len: 168 time: 0.7183235 Nov 12 02:26:02.301649 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Attempting to bind port fd7358e1-17a7-444a-a223-21e46c80a7f2 on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:02.302020 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Attempting to bind port fd7358e1-17a7-444a-a223-21e46c80a7f2 by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': '5431d9a4-7526-4bfc-a2ad-c75b991a6769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344'}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:02.315463 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Attempting to bind port fd7358e1-17a7-444a-a223-21e46c80a7f2 on network 3bf8a66c-2c88-40e7-879f-ed13c0e23344 {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:02.335884 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:02.336198 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Checking segment: {'id': '5431d9a4-7526-4bfc-a2ad-c75b991a6769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:02.336816 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:02.337514 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Bound using segment: {'id': '5431d9a4-7526-4bfc-a2ad-c75b991a6769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344'} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:02.338183 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Bound port: fd7358e1-17a7-444a-a223-21e46c80a7f2, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5431d9a4-7526-4bfc-a2ad-c75b991a6769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344'}}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:02.338874 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:02.374806 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50370981-7c46-4275-9338-1cf79376e35d admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:26:02.383110 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aeb873-a4f8-410c-bdf6-0e8d0db36460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2390c6c-119a-495f-af6e-22ab6870629d,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:02.392700 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] Sync routers for ids ['e4f014b0-5313-4c06-818e-d94bc5f92b95'] in dv-cinder-808574-4-smb {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:26:02.421319 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-50370981-7c46-4275-9338-1cf79376e35d admin admin] Publish callbacks [] for router, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:02.423046 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] Routers {'e4f014b0-5313-4c06-818e-d94bc5f92b95'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:02.424317 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-50370981-7c46-4275-9338-1cf79376e35d admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1301291 Nov 12 02:26:02.424855 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:25:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['e4f014b0-5313-4c06-818e-d94bc5f92b95'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:02.427560 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 34602) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:02.559040 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [req-588e3133-289b-407b-b4cc-86f7724ef131 req-739c0811-2f23-4827-9f40-f731e5393640 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:26:02.564469 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-588e3133-289b-407b-b4cc-86f7724ef131 req-739c0811-2f23-4827-9f40-f731e5393640 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3057201 Nov 12 02:26:02.620676 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] Publish callbacks [] for port, precommit_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:02.633879 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 34604) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:02.654978 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:02.693951 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] For port fd7358e1-17a7-444a-a223-21e46c80a7f2, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:02.789941 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] Network 404a7e3a-99c5-4a67-9227-adbb62c821aa is already hosted by enough agents. {{(pid=101628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:02.795457 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.scheduler.base_scheduler [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] Resources bound (agent type, host, resource id): {{(pid=101628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:02.798990 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] For port fd7358e1-17a7-444a-a223-21e46c80a7f2, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=fd7358e1-17a7-444a-a223-21e46c80a7f2,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:02.804875 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] Received port after_create {{(pid=101628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:02.816466 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] Pushing event updated for resources: {'Port': ['ID=ab22890e-2927-4956-9b37-d9831367fad6,revision_number=1']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:02.825190 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:02.861247 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-2c178009-e2b1-40e5-b583-339009cfddb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:02.902276 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] Set router e4f014b0-5313-4c06-818e-d94bc5f92b95 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:02.952649 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-58c8649a-9bd3-4704-b3e2-013bc10dd799 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:02.966307 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] Attempting to bind port ab22890e-2927-4956-9b37-d9831367fad6 on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:02.966679 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] Attempting to bind port ab22890e-2927-4956-9b37-d9831367fad6 by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': 'bfd07f29-2d92-4f8c-a3d7-f3e528339839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa'}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:02.967154 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] Attempting to bind port ab22890e-2927-4956-9b37-d9831367fad6 on network 404a7e3a-99c5-4a67-9227-adbb62c821aa {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:02.976138 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:02.976512 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] Checking segment: {'id': 'bfd07f29-2d92-4f8c-a3d7-f3e528339839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:02.977003 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:02.977273 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] Bound using segment: {'id': 'bfd07f29-2d92-4f8c-a3d7-f3e528339839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa'} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:02.977838 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] Bound port: ab22890e-2927-4956-9b37-d9831367fad6, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd07f29-2d92-4f8c-a3d7-f3e528339839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa'}}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:02.978124 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:03.012046 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16283e93-7244-4f01-889c-f1446c7d4a73 None None] Pushing event updated for resources: {'Port': ['ID=fd7358e1-17a7-444a-a223-21e46c80a7f2,revision_number=2']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:03.192524 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] For port ab22890e-2927-4956-9b37-d9831367fad6, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:03.199888 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] For port ab22890e-2927-4956-9b37-d9831367fad6, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=ab22890e-2927-4956-9b37-d9831367fad6,segment=NetworkSegment(bfd07f29-2d92-4f8c-a3d7-f3e528339839),segment_id=bfd07f29-2d92-4f8c-a3d7-f3e528339839)] {{(pid=101628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:03.212709 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:03.275005 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-2c178009-e2b1-40e5-b583-339009cfddb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:03.320229 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bba865-b8c3-40d0-b693-57e03f924884 None None] Pushing event updated for resources: {'Port': ['ID=ab22890e-2927-4956-9b37-d9831367fad6,revision_number=2']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:03.410090 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-58c8649a-9bd3-4704-b3e2-013bc10dd799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:03.410090 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-2c178009-e2b1-40e5-b583-339009cfddb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:03.474036 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'name': 'tempest-ServerRescueNegativeTestJSON-1900820729-router', 'tenant_id': 'c5e167f262944295a8c55b0f02df4cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '4368caf3-784f-4373-b4cf-ca71f58a5bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:25:57Z', 'updated_at': '2021-11-12T02:25:59Z', 'revision_number': 3, 'project_id': 'c5e167f262944295a8c55b0f02df4cdc', 'gw_port': {'id': '4368caf3-784f-4373-b4cf-ca71f58a5bcf', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:25:58Z', 'updated_at': '2021-11-12T02:25:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:03.511203 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] Checking router: e4f014b0-5313-4c06-818e-d94bc5f92b95 for host: dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:26:03.511598 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] Updating router e4f014b0-5313-4c06-818e-d94bc5f92b95 port 4368caf3-784f-4373-b4cf-ca71f58a5bcf binding host dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:26:03.537520 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-45e2f84b-0fce-4270-a013-ee1be1fbfdd7 req-be250421-dc9a-4a59-a97f-1222e0b7e34f tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 210 time: 0.4901497 Nov 12 02:26:03.541011 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-588e3133-289b-407b-b4cc-86f7724ef131 req-256512a9-1fe9-4340-b068-6060ff8af498 service neutron] 10.222.0.66 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9622431 Nov 12 02:26:03.602055 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-2c178009-e2b1-40e5-b583-339009cfddb9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=249f96517f2e4f60b99e11066b960bbf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9665065 Nov 12 02:26:03.606901 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:03.609074 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 34636) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:03.778849 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-588e3133-289b-407b-b4cc-86f7724ef131 req-49934f07-02a3-49c9-9955-bc4525de7f87 service neutron] 10.222.0.66 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600716 Nov 12 02:26:03.787558 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e047c21c-c830-4bc4-b205-81d592ce3efc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:03.882441 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device fd7358e1-17a7-444a-a223-21e46c80a7f2 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:03.886304 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c178009-e2b1-40e5-b583-339009cfddb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e1c673-de71-47fb-98fe-ac8c0975c36a,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:03.895681 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e047c21c-c830-4bc4-b205-81d592ce3efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:04.061610 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [None req-58c8649a-9bd3-4704-b3e2-013bc10dd799 admin admin] Allocated IP 172.28.0.23 (746dceb8-55e8-4523-9283-66828a4b28c6/d778f24f-8ae6-4f5c-a711-628df869656e/2935a864-cb7b-44da-a4bd-e5ab140766eb) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:04.077951 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-194c3bb8-bc88-4329-9fdf-1aef836555dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:04.092699 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port fd7358e1-17a7-444a-a223-21e46c80a7f2 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:04.093042 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:04.101127 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7de8-c19b-4086-af5c-096e2fbc591a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:04.244722 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b928-7ff6-497a-9623-24046600512c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:04.280780 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b928-7ff6-497a-9623-24046600512c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:04.323927 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:04.351231 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b928-7ff6-497a-9623-24046600512c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:04.354715 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b928-7ff6-497a-9623-24046600512c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:04.356189 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-dbc2b928-7ff6-497a-9623-24046600512c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/91e1c673-de71-47fb-98fe-ac8c0975c36a HTTP/1.1" status: 204 len: 168 time: 0.7374718 Nov 12 02:26:04.411438 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2b928-7ff6-497a-9623-24046600512c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e1c673-de71-47fb-98fe-ac8c0975c36a,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:04.486040 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] For port fd7358e1-17a7-444a-a223-21e46c80a7f2, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=fd7358e1-17a7-444a-a223-21e46c80a7f2,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:04.520357 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:04.549347 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-58c8649a-9bd3-4704-b3e2-013bc10dd799 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:04.668969 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7914087b-8b9a-41e2-ae5f-cf7a78c61e68 req-0f998d85-22d7-433e-96d4-c47ecde7bc72 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 210 time: 0.3036504 Nov 12 02:26:04.762958 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-58c8649a-9bd3-4704-b3e2-013bc10dd799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:04.778086 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37dad64-8536-4347-949c-de40a3d03635 None None] Network 3bf8a66c-2c88-40e7-879f-ed13c0e23344 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:26:04.900577 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.db_base_plugin_common [None req-5c4d7de8-c19b-4086-af5c-096e2fbc591a admin admin] Allocated IP 172.20.0.1 (4900299f-9efb-4112-8c6a-f06549279dd7/3afb8cb5-ee86-4be7-9288-03af65a9f917/e6abfbc8-0740-4d54-89a9-c6fbb138def2) {{(pid=101626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:04.926058 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Pushing event updated for resources: {'Port': ['ID=fd7358e1-17a7-444a-a223-21e46c80a7f2,revision_number=3']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:04.958120 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8649a-9bd3-4704-b3e2-013bc10dd799 admin admin] Pushing event updated for resources: {'Port': ['ID=2935a864-cb7b-44da-a4bd-e5ab140766eb,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:05.006516 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c8649a-9bd3-4704-b3e2-013bc10dd799 admin admin] Network 746dceb8-55e8-4523-9283-66828a4b28c6 is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:05.010328 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-58c8649a-9bd3-4704-b3e2-013bc10dd799 admin admin] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:05.017271 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c8649a-9bd3-4704-b3e2-013bc10dd799 admin admin] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:05.090130 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-cdd11e04-38db-4501-a303-bc2e5e309fb5 None None] Provisioning complete for port fd7358e1-17a7-444a-a223-21e46c80a7f2 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:05.090985 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-cdd11e04-38db-4501-a303-bc2e5e309fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:05.236398 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0ba3cfb6-bcd7-4696-ac72-41d71fcc8e61 req-41766efb-edf0-4f48-b334-346641cbcfc0 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 210 time: 0.1006303 Nov 12 02:26:05.391647 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7de8-c19b-4086-af5c-096e2fbc591a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:05.441052 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] Publish callbacks [] for port, precommit_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:05.461620 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:05.492922 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7de8-c19b-4086-af5c-096e2fbc591a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:05.590645 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4d7de8-c19b-4086-af5c-096e2fbc591a admin admin] Network 4900299f-9efb-4112-8c6a-f06549279dd7 is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:05.592119 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a7047b-a18b-4d80-b467-c2e7da1f637e None None] Network 404a7e3a-99c5-4a67-9227-adbb62c821aa requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:26:05.594530 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:05.594799 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.managers [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] Attempting to bind port 4368caf3-784f-4373-b4cf-ca71f58a5bcf on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:05.595462 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.managers [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] Attempting to bind port 4368caf3-784f-4373-b4cf-ca71f58a5bcf by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}] {{(pid=101629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:05.597189 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] Attempting to bind port 4368caf3-784f-4373-b4cf-ca71f58a5bcf on network 746dceb8-55e8-4523-9283-66828a4b28c6 {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:05.610053 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [None req-5c4d7de8-c19b-4086-af5c-096e2fbc591a admin admin] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:05.610551 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868ca6e-bc24-41b6-9df8-9ef950d21aec None None] Pushing event updated for resources: {'Port': ['ID=4368caf3-784f-4373-b4cf-ca71f58a5bcf,revision_number=2']} {{(pid=101629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:05.625039 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d7de8-c19b-4086-af5c-096e2fbc591a admin admin] Received port after_create {{(pid=101626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:05.625769 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7de8-c19b-4086-af5c-096e2fbc591a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395108'] for router_interface, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:05.632088 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:05.632731 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] Checking segment: {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:05.639040 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:05.651659 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] Bound using segment: {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'} {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:05.654236 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.managers [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] Bound port: 4368caf3-784f-4373-b4cf-ca71f58a5bcf, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}}] {{(pid=101629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:05.654895 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:05.669709 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868ca6e-bc24-41b6-9df8-9ef950d21aec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:05.670263 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868ca6e-bc24-41b6-9df8-9ef950d21aec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:05.671746 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868ca6e-bc24-41b6-9df8-9ef950d21aec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:05.672036 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868ca6e-bc24-41b6-9df8-9ef950d21aec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:05.675258 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868ca6e-bc24-41b6-9df8-9ef950d21aec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:05.675835 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868ca6e-bc24-41b6-9df8-9ef950d21aec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:05.676323 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868ca6e-bc24-41b6-9df8-9ef950d21aec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:05.678379 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868ca6e-bc24-41b6-9df8-9ef950d21aec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:05.680253 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868ca6e-bc24-41b6-9df8-9ef950d21aec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:05.681984 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868ca6e-bc24-41b6-9df8-9ef950d21aec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:05.692381 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868ca6e-bc24-41b6-9df8-9ef950d21aec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:05.695377 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868ca6e-bc24-41b6-9df8-9ef950d21aec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b868ca6e-bc24-41b6-9df8-9ef950d21aec None None] Tracked resource versions report: Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: pushed versions: Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: { 'AddressGroup': {'1.2'}, Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'ConntrackHelper': {'1.0'}, Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'Log': {'1.0'}, Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'Network': {'1.1'}, Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'Port': {'1.7'}, Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'PortForwarding': {'1.2'}, Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'QosPolicy': {'1.10'}, Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'SecurityGroup': {'1.5'}, Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'SecurityGroupRule': {'1.2'}, Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'SubPort': {'1.0'}, Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'Subnet': {'1.1'}, Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'Trunk': {'1.1'}} Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: consumer versions: Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: { DHCP agent@dv-cinder-808574-4-smb: {}, Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: HyperV agent@hv-cinder-80857: {}, Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: L3 agent@dv-cinder-808574-4-smb: {}, Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: Metadata agent@dv-cinder-808574-4-smb: {}, Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: Metering agent@dv-cinder-808574-4-smb: {}, Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: Open vSwitch agent@dv-cinder-808574-4-smb: { 'AddressGroup': '1.2', Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'ConntrackHelper': '1.0', Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'Log': '1.0', Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'Network': '1.1', Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'Port': '1.7', Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'PortForwarding': '1.2', Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'QosPolicy': '1.10', Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'SecurityGroup': '1.5', Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'SecurityGroupRule': '1.2', Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'SubPort': '1.0', Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'Subnet': '1.1', Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: 'Trunk': '1.1'}} Nov 12 02:26:05.697315 dv-cinder-808574-4-smb neutron-server[101629]: {{(pid=101629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 02:26:05.883111 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.db [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] For port 4368caf3-784f-4373-b4cf-ca71f58a5bcf, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:05.888374 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.db [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] For port 4368caf3-784f-4373-b4cf-ca71f58a5bcf, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=4368caf3-784f-4373-b4cf-ca71f58a5bcf,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:05.903254 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:05.986326 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] Routers {'e4f014b0-5313-4c06-818e-d94bc5f92b95'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:05.987148 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:26:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['e4f014b0-5313-4c06-818e-d94bc5f92b95'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:06.000601 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d7de8-c19b-4086-af5c-096e2fbc591a admin admin] Pushing event updated for resources: {'Port': ['ID=e6abfbc8-0740-4d54-89a9-c6fbb138def2,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:06.080149 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device fd7358e1-17a7-444a-a223-21e46c80a7f2 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:06.091188 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-06b05d46-e561-4a56-8ea2-f6b4de495f81 req-a899b7e5-0b9f-402b-9ae3-6029b547e595 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 210 time: 0.0963585 Nov 12 02:26:06.095956 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.61', 57509) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:06.219068 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] Set router e4f014b0-5313-4c06-818e-d94bc5f92b95 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:06.251561 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7de8-c19b-4086-af5c-096e2fbc591a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:06.333090 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [None req-e047c21c-c830-4bc4-b205-81d592ce3efc admin admin] Allocated IP 172.28.0.101 (746dceb8-55e8-4523-9283-66828a4b28c6/d778f24f-8ae6-4f5c-a711-628df869656e/82798266-d172-4d14-afa6-6755d2c7f0ab) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:06.502163 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port fd7358e1-17a7-444a-a223-21e46c80a7f2 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:06.516301 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:06.561124 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e77af4f0-964e-4c35-9f70-38ac2711be4b req-5950fd0b-ca72-407d-943c-6a1aa6ecc4a8 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 210 time: 0.0998614 Nov 12 02:26:06.639230 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-e382d1cc-36af-4d76-8c39-18be5bbf3c57 None None] Provisioning complete for port ab22890e-2927-4956-9b37-d9831367fad6 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:06.645038 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-e382d1cc-36af-4d76-8c39-18be5bbf3c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:06.711727 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-58c8649a-9bd3-4704-b3e2-013bc10dd799 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:06.713336 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 34760) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:06.724771 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868ca6e-bc24-41b6-9df8-9ef950d21aec None None] Pushing event updated for resources: {'Port': ['ID=4368caf3-784f-4373-b4cf-ca71f58a5bcf,revision_number=3']} {{(pid=101629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:06.733613 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40f234-540a-4b08-ad84-db881fb70b7f req-b36d138a-6051-485b-9763-2aef16b84e90 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:06.745821 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-df40f234-540a-4b08-ad84-db881fb70b7f req-b36d138a-6051-485b-9763-2aef16b84e90 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.61 "GET /v2.0/networks?id=b71b3562-297c-4526-ab60-647efdcd95a4 HTTP/1.1" status: 200 len: 811 time: 0.6085451 Nov 12 02:26:06.880479 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e047c21c-c830-4bc4-b205-81d592ce3efc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:06.882333 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [req-df40f234-540a-4b08-ad84-db881fb70b7f req-8ff2e055-5744-4069-a70d-b4c17418c290 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Request body: {'port': {'device_id': '3f877b6a-92eb-43b9-bb7c-6dd4c76863ea', 'network_id': 'b71b3562-297c-4526-ab60-647efdcd95a4', 'admin_state_up': True, 'tenant_id': 'a3328aad64da4ac389fe791addf0cd7a'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:06.910116 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'name': 'tempest-ServerRescueNegativeTestJSON-1900820729-router', 'tenant_id': 'c5e167f262944295a8c55b0f02df4cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '4368caf3-784f-4373-b4cf-ca71f58a5bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:25:57Z', 'updated_at': '2021-11-12T02:26:05Z', 'revision_number': 4, 'project_id': 'c5e167f262944295a8c55b0f02df4cdc', 'gw_port': {'id': '4368caf3-784f-4373-b4cf-ca71f58a5bcf', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:25:58Z', 'updated_at': '2021-11-12T02:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': 'e6abfbc8-0740-4d54-89a9-c6fbb138def2', 'name': '', 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7', 'tenant_id': 'c5e167f262944295a8c55b0f02df4cdc', 'mac_address': 'fa:16:3e:38:87:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3afb8cb5-ee86-4be7-9288-03af65a9f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:04Z', 'updated_at': '2021-11-12T02:26:04Z', 'revision_number': 1, 'project_id': 'c5e167f262944295a8c55b0f02df4cdc', 'subnets': [{'id': '3afb8cb5-ee86-4be7-9288-03af65a9f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:06.959439 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1824cee-ab44-4f1a-ba0f-be68b23d0c2a None None] The sync data for ids ['e4f014b0-5313-4c06-818e-d94bc5f92b95'] in dv-cinder-808574-4-smb is: [{'id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'name': 'tempest-ServerRescueNegativeTestJSON-1900820729-router', 'tenant_id': 'c5e167f262944295a8c55b0f02df4cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '4368caf3-784f-4373-b4cf-ca71f58a5bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:25:57Z', 'updated_at': '2021-11-12T02:26:05Z', 'revision_number': 4, 'project_id': 'c5e167f262944295a8c55b0f02df4cdc', 'gw_port': {'id': '4368caf3-784f-4373-b4cf-ca71f58a5bcf', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:25:58Z', 'updated_at': '2021-11-12T02:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': 'e6abfbc8-0740-4d54-89a9-c6fbb138def2', 'name': '', 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7', 'tenant_id': 'c5e167f262944295a8c55b0f02df4cdc', 'mac_address': 'fa:16:3e:38:87:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3afb8cb5-ee86-4be7-9288-03af65a9f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:04Z', 'updated_at': '2021-11-12T02:26:04Z', 'revision_number': 1, 'project_id': 'c5e167f262944295a8c55b0f02df4cdc', 'subnets': [{'id': '3afb8cb5-ee86-4be7-9288-03af65a9f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:26:07.187604 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-e382d1cc-36af-4d76-8c39-18be5bbf3c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.203671 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.265165 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device ab22890e-2927-4956-9b37-d9831367fad6 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:07.381714 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-e382d1cc-36af-4d76-8c39-18be5bbf3c57 None None] For port ab22890e-2927-4956-9b37-d9831367fad6, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=ab22890e-2927-4956-9b37-d9831367fad6,segment=NetworkSegment(bfd07f29-2d92-4f8c-a3d7-f3e528339839),segment_id=bfd07f29-2d92-4f8c-a3d7-f3e528339839)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:07.384617 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8fec2f02-a889-424b-ad17-312ff35baff7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.392935 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e047c21c-c830-4bc4-b205-81d592ce3efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.401942 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-e382d1cc-36af-4d76-8c39-18be5bbf3c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.517148 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df40f234-540a-4b08-ad84-db881fb70b7f req-8ff2e055-5744-4069-a70d-b4c17418c290 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Made reservation on behalf of a3328aad64da4ac389fe791addf0cd7a for: {'port': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:07.522569 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-58c8649a-9bd3-4704-b3e2-013bc10dd799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394417'] for router, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.525659 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-df40f234-540a-4b08-ad84-db881fb70b7f req-8ff2e055-5744-4069-a70d-b4c17418c290 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.545800 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e047c21c-c830-4bc4-b205-81d592ce3efc admin admin] Network 746dceb8-55e8-4523-9283-66828a4b28c6 is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:07.555536 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-e047c21c-c830-4bc4-b205-81d592ce3efc admin admin] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:07.573614 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e047c21c-c830-4bc4-b205-81d592ce3efc admin admin] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:07.578660 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047c21c-c830-4bc4-b205-81d592ce3efc admin admin] Pushing event updated for resources: {'Port': ['ID=82798266-d172-4d14-afa6-6755d2c7f0ab,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:07.592603 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7de8-c19b-4086-af5c-096e2fbc591a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.617166 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7de8-c19b-4086-af5c-096e2fbc591a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.618389 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5c4d7de8-c19b-4086-af5c-096e2fbc591a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395248'] for router_interface, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.631763 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.61', 57515) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:07.750377 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.762549 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d7de8-c19b-4086-af5c-096e2fbc591a admin admin] Pushing event updated for resources: {'Port': ['ID=e6abfbc8-0740-4d54-89a9-c6fbb138def2,revision_number=2']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:07.792419 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-521a044d-610e-4f4f-9388-2ef547306677 req-4dff2e7f-3f30-4daa-b233-c26f5ab51d60 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 210 time: 0.2073548 Nov 12 02:26:07.800370 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382d1cc-36af-4d76-8c39-18be5bbf3c57 None None] Pushing event updated for resources: {'Port': ['ID=ab22890e-2927-4956-9b37-d9831367fad6,revision_number=3']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:07.821467 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-60edd54b-33ce-42c1-9c97-bc922fbfcfb5 None None] Provisioning complete for port ab22890e-2927-4956-9b37-d9831367fad6 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:07.821843 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-60edd54b-33ce-42c1-9c97-bc922fbfcfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.843000 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port ab22890e-2927-4956-9b37-d9831367fad6 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:07.843644 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:07.950591 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8c846e74-eba4-44b5-a6e7-26527192cb2e req-0808e917-9f1a-4522-a51d-4281040b1346 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 210 time: 0.1892180 Nov 12 02:26:08.328786 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e3133-289b-407b-b4cc-86f7724ef131 req-819af88d-a35e-4819-8439-d75a888499a4 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:08.340077 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-588e3133-289b-407b-b4cc-86f7724ef131 req-819af88d-a35e-4819-8439-d75a888499a4 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.61 "GET /v2.0/networks?id=564259da-0aa0-41f7-af21-7c2a039d2cf4 HTTP/1.1" status: 200 len: 814 time: 0.6990850 Nov 12 02:26:08.340077 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8fec2f02-a889-424b-ad17-312ff35baff7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:08.396987 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-60edd54b-33ce-42c1-9c97-bc922fbfcfb5 None None] Provisioning complete for port fd7358e1-17a7-444a-a223-21e46c80a7f2 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:08.397792 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-60edd54b-33ce-42c1-9c97-bc922fbfcfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:08.519482 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-588e3133-289b-407b-b4cc-86f7724ef131 req-c887791e-b00c-4d15-b9a8-d94f1ef1a932 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Request body: {'port': {'device_id': 'e43b8f0b-a33c-45c1-a052-cdc2b5954e87', 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4', 'admin_state_up': True, 'tenant_id': '297da905e82042dcad0c352413e38a4d'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:08.546436 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8fec2f02-a889-424b-ad17-312ff35baff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:08.613258 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device ab22890e-2927-4956-9b37-d9831367fad6 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:08.815566 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port ab22890e-2927-4956-9b37-d9831367fad6 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:08.816998 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:08.836129 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec2f02-a889-424b-ad17-312ff35baff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e02630-b1a8-4234-9f80-40f2cdf6f8c6,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:08.878591 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-8fec2f02-a889-424b-ad17-312ff35baff7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=12606e56751841079ee5a87b02d4fb0a&name=default HTTP/1.1" status: 200 len: 2993 time: 2.1644905 Nov 12 02:26:08.888094 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 34820) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:08.953899 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.db_base_plugin_common [req-df40f234-540a-4b08-ad84-db881fb70b7f req-8ff2e055-5744-4069-a70d-b4c17418c290 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Allocated IP 172.20.0.12 (b71b3562-297c-4526-ab60-647efdcd95a4/7f22c72b-a8de-413d-8fad-f5fc5db0bb99/c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6) {{(pid=101626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:09.048020 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3d983f31-2259-411e-bc84-61a998ab0ee7 req-ff9f235d-32de-4bca-96ce-719e2f0b5e2f tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 210 time: 0.0633368 Nov 12 02:26:09.233387 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e047c21c-c830-4bc4-b205-81d592ce3efc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:09.342653 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-df40f234-540a-4b08-ad84-db881fb70b7f req-8ff2e055-5744-4069-a70d-b4c17418c290 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Publish callbacks [] for port, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:09.378100 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c8649a-9bd3-4704-b3e2-013bc10dd799 admin admin] Router 407eddd1-607a-4d4e-9b13-943d0300d260 is scheduled to L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 with binding_index 1 {{(pid=101627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:26:09.434846 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4d7de8-c19b-4086-af5c-096e2fbc591a admin admin] Network 4900299f-9efb-4112-8c6a-f06549279dd7 is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:09.472166 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [None req-5c4d7de8-c19b-4086-af5c-096e2fbc591a admin admin] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:09.475845 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-df40f234-540a-4b08-ad84-db881fb70b7f req-8ff2e055-5744-4069-a70d-b4c17418c290 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:09.489794 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f5fe6f3a-01c3-4510-8297-551c36103944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:09.690625 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f5fe6f3a-01c3-4510-8297-551c36103944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:09.930848 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b885b-6d48-4bc1-8076-ae7c45626f0d req-0377ec2a-5b25-4930-8327-8d337448e1e5 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:09.934405 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8e6b885b-6d48-4bc1-8076-ae7c45626f0d req-0377ec2a-5b25-4930-8327-8d337448e1e5 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 932 time: 0.5170951 Nov 12 02:26:09.995436 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df40f234-540a-4b08-ad84-db881fb70b7f req-8ff2e055-5744-4069-a70d-b4c17418c290 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Network b71b3562-297c-4526-ab60-647efdcd95a4 is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:10.031613 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [req-df40f234-540a-4b08-ad84-db881fb70b7f req-8ff2e055-5744-4069-a70d-b4c17418c290 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:10.049522 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2e055-5744-4069-a70d-b4c17418c290 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Pushing event updated for resources: {'Port': ['ID=c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:10.057226 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [req-df40f234-540a-4b08-ad84-db881fb70b7f req-8ff2e055-5744-4069-a70d-b4c17418c290 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Received port after_create {{(pid=101626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:10.065152 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40f234-540a-4b08-ad84-db881fb70b7f req-8ff2e055-5744-4069-a70d-b4c17418c290 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:10.066695 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-df40f234-540a-4b08-ad84-db881fb70b7f req-8ff2e055-5744-4069-a70d-b4c17418c290 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.149167 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4d7de8-c19b-4086-af5c-096e2fbc591a admin admin] Router e4f014b0-5313-4c06-818e-d94bc5f92b95 has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:26:10.156750 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-df40f234-540a-4b08-ad84-db881fb70b7f req-8ff2e055-5744-4069-a70d-b4c17418c290 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2848618 Nov 12 02:26:10.175475 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8e6b885b-6d48-4bc1-8076-ae7c45626f0d req-e7279654-4368-495f-93e5-9fa76e6ff3f5 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/security-groups?id=abddc060-61ac-4f7d-9796-21f6a21faa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375510 Nov 12 02:26:10.192590 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [req-df40f234-540a-4b08-ad84-db881fb70b7f req-7665daa7-4657-4eb0-8913-8a8bd90c9089 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:26:10.194555 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-df40f234-540a-4b08-ad84-db881fb70b7f req-7665daa7-4657-4eb0-8913-8a8bd90c9089 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0178704 Nov 12 02:26:10.196966 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f5fe6f3a-01c3-4510-8297-551c36103944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.211292 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f5fe6f3a-01c3-4510-8297-551c36103944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.212908 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-f5fe6f3a-01c3-4510-8297-551c36103944 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/79e02630-b1a8-4234-9f80-40f2cdf6f8c6 HTTP/1.1" status: 204 len: 168 time: 1.3170233 Nov 12 02:26:10.282604 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe6f3a-01c3-4510-8297-551c36103944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e02630-b1a8-4234-9f80-40f2cdf6f8c6,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:10.454587 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8222d6f4-42d6-4ba4-87f1-0485d13b6423 req-fc564aad-c84d-4ea6-89ce-120c5162ba7c tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 210 time: 0.1729348 Nov 12 02:26:10.518152 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c8649a-9bd3-4704-b3e2-013bc10dd799 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:26:10.534822 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] Sync routers for ids ['407eddd1-607a-4d4e-9b13-943d0300d260'] in dv-cinder-808574-4-smb {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:26:10.559485 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] Routers {'407eddd1-607a-4d4e-9b13-943d0300d260'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:10.560435 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:26:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['407eddd1-607a-4d4e-9b13-943d0300d260'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:10.600155 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588e3133-289b-407b-b4cc-86f7724ef131 req-c887791e-b00c-4d15-b9a8-d94f1ef1a932 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Made reservation on behalf of 297da905e82042dcad0c352413e38a4d for: {'port': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:10.606548 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-588e3133-289b-407b-b4cc-86f7724ef131 req-c887791e-b00c-4d15-b9a8-d94f1ef1a932 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.686077 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] Request body: {'port': {'device_id': '3f877b6a-92eb-43b9-bb7c-6dd4c76863ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:10.711621 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-58c8649a-9bd3-4704-b3e2-013bc10dd799 admin admin] Publish callbacks [] for router, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.719072 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-58c8649a-9bd3-4704-b3e2-013bc10dd799 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.5492287 Nov 12 02:26:10.730234 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 34874) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:10.763806 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:10.860459 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4d7de8-c19b-4086-af5c-096e2fbc591a admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:26:10.872886 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-5c4d7de8-c19b-4086-af5c-096e2fbc591a admin admin] 10.222.0.66 "PUT /v2.0/routers/e4f014b0-5313-4c06-818e-d94bc5f92b95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4442544 Nov 12 02:26:10.927141 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] Set router 407eddd1-607a-4d4e-9b13-943d0300d260 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:10.962550 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 34878) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:11.075431 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 4368caf3-784f-4373-b4cf-ca71f58a5bcf up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:11.180656 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] Sync routers for ids ['e4f014b0-5313-4c06-818e-d94bc5f92b95'] in dv-cinder-808574-4-smb {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:26:11.192078 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] Routers {'e4f014b0-5313-4c06-818e-d94bc5f92b95'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:11.192691 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:26:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['e4f014b0-5313-4c06-818e-d94bc5f92b95'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:11.247699 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a7b9ba77-91da-4c49-8ae9-e8dc6cf7bcca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:11.428726 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] Set router e4f014b0-5313-4c06-818e-d94bc5f92b95 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:11.520863 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 4368caf3-784f-4373-b4cf-ca71f58a5bcf triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:11.522669 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:11.601313 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:00Z', 'updated_at': '2021-11-12T02:26:05Z', 'revision_number': 3, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'gw_port': {'id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:11.617292 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e047c21c-c830-4bc4-b205-81d592ce3efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394417'] for router, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:11.652674 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] Checking router: 407eddd1-607a-4d4e-9b13-943d0300d260 for host: dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:26:11.655560 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] Updating router 407eddd1-607a-4d4e-9b13-943d0300d260 port 2935a864-cb7b-44da-a4bd-e5ab140766eb binding host dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:26:11.702406 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:11.770374 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 {{(pid=101626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:11.841558 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'name': 'tempest-ServerRescueNegativeTestJSON-1900820729-router', 'tenant_id': 'c5e167f262944295a8c55b0f02df4cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '4368caf3-784f-4373-b4cf-ca71f58a5bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:25:57Z', 'updated_at': '2021-11-12T02:26:05Z', 'revision_number': 4, 'project_id': 'c5e167f262944295a8c55b0f02df4cdc', 'gw_port': {'id': '4368caf3-784f-4373-b4cf-ca71f58a5bcf', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:55:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:25:58Z', 'updated_at': '2021-11-12T02:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': 'e6abfbc8-0740-4d54-89a9-c6fbb138def2', 'name': '', 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7', 'tenant_id': 'c5e167f262944295a8c55b0f02df4cdc', 'mac_address': 'fa:16:3e:38:87:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3afb8cb5-ee86-4be7-9288-03af65a9f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:04Z', 'updated_at': '2021-11-12T02:26:06Z', 'revision_number': 2, 'project_id': 'c5e167f262944295a8c55b0f02df4cdc', 'subnets': [{'id': '3afb8cb5-ee86-4be7-9288-03af65a9f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:11.874409 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:11.882428 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] Checking router: e4f014b0-5313-4c06-818e-d94bc5f92b95 for host: dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:26:11.883048 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] Updating router e4f014b0-5313-4c06-818e-d94bc5f92b95 port e6abfbc8-0740-4d54-89a9-c6fbb138def2 binding host dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:26:11.988417 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a7b9ba77-91da-4c49-8ae9-e8dc6cf7bcca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:12.029065 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a7b9ba77-91da-4c49-8ae9-e8dc6cf7bcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:12.124586 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9ba77-91da-4c49-8ae9-e8dc6cf7bcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89325f9a-efb2-479c-980d-9456d818b6d4,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:12.135375 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.provisioning_blocks [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] Transition to ACTIVE for port object c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 will not be triggered until provisioned by entity L2. {{(pid=101626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:26:12.160413 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b67c2a-c9c7-4f4a-b2da-246ffa047f00 req-d48808d7-d4d6-420e-be38-1211765fd766 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:12.178890 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b1b67c2a-c9c7-4f4a-b2da-246ffa047f00 req-d48808d7-d4d6-420e-be38-1211765fd766 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 932 time: 0.5698080 Nov 12 02:26:12.185665 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:12.205481 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:12.248347 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:12.360903 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] For port 4368caf3-784f-4373-b4cf-ca71f58a5bcf, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=4368caf3-784f-4373-b4cf-ca71f58a5bcf,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:12.371692 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] Publish callbacks [] for port, precommit_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:12.373310 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:12.463650 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:12.497081 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [req-588e3133-289b-407b-b4cc-86f7724ef131 req-c887791e-b00c-4d15-b9a8-d94f1ef1a932 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Allocated IP 172.20.0.8 (564259da-0aa0-41f7-af21-7c2a039d2cf4/aa652bb9-6eb9-4218-97dc-ea2358a10948/9af4dce4-b99d-4c7f-886f-2b150633f3ce) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:12.554419 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-a7b9ba77-91da-4c49-8ae9-e8dc6cf7bcca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4576f8c5dd7f494a8d3c4b8ea457910c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4990225 Nov 12 02:26:12.559797 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] Attempting to bind port 2935a864-cb7b-44da-a4bd-e5ab140766eb on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:12.560331 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] Attempting to bind port 2935a864-cb7b-44da-a4bd-e5ab140766eb by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:12.561197 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] Attempting to bind port 2935a864-cb7b-44da-a4bd-e5ab140766eb on network 746dceb8-55e8-4523-9283-66828a4b28c6 {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:12.578665 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b1b67c2a-c9c7-4f4a-b2da-246ffa047f00 req-14617c08-32ef-4934-868a-f08e5d021505 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/security-groups?id=abddc060-61ac-4f7d-9796-21f6a21faa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963246 Nov 12 02:26:12.586522 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:12.586901 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] Checking segment: {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:12.587282 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:12.587692 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] Bound using segment: {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:12.588172 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] Bound port: 2935a864-cb7b-44da-a4bd-e5ab140766eb, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:12.588618 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:12.600110 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 34914) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:12.628338 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-e3212515-c30b-4ddb-8988-878b84ad3643 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:12.633969 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-e3212515-c30b-4ddb-8988-878b84ad3643 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/networks?id=4900299f-9efb-4112-8c6a-f06549279dd7 HTTP/1.1" status: 200 len: 819 time: 0.9291708 Nov 12 02:26:12.674522 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Pushing event updated for resources: {'Port': ['ID=4368caf3-784f-4373-b4cf-ca71f58a5bcf,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:12.750909 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-2b335c33-3479-4e52-84b1-2c82eeff16e7 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/quotas/c5e167f262944295a8c55b0f02df4cdc HTTP/1.1" status: 200 len: 375 time: 0.0996034 Nov 12 02:26:12.864446 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 34924) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:12.892568 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6,revision_number=2']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:12.933532 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bae802-5c41-4f87-9938-d09c18648e57 None None] Pushing event updated for resources: {'Port': ['ID=2935a864-cb7b-44da-a4bd-e5ab140766eb,revision_number=2']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:12.971127 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] For port 2935a864-cb7b-44da-a4bd-e5ab140766eb, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:12.984903 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] For port 2935a864-cb7b-44da-a4bd-e5ab140766eb, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=2935a864-cb7b-44da-a4bd-e5ab140766eb,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:12.997616 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.059934 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] Publish callbacks [] for port, precommit_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.067601 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.135043 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f881ae1a-6d33-4732-9eb9-0759f3f17e68 req-ecf2103f-b9f6-4632-9827-8e30982bc3bf tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 210 time: 0.2805004 Nov 12 02:26:13.171055 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b878e-0ddb-4cf0-b6c7-71bce50253a0 None None] Pushing event updated for resources: {'Port': ['ID=e6abfbc8-0740-4d54-89a9-c6fbb138def2,revision_number=3']} {{(pid=101629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:13.197915 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] Routers {'407eddd1-607a-4d4e-9b13-943d0300d260'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:13.198634 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:26:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['407eddd1-607a-4d4e-9b13-943d0300d260'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:13.279881 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-efda3c54-9952-4f2d-9237-663ad8586254 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.294870 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bae802-5c41-4f87-9938-d09c18648e57 None None] Pushing event updated for resources: {'Port': ['ID=2935a864-cb7b-44da-a4bd-e5ab140766eb,revision_number=3']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:13.349662 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.managers [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] Attempting to bind port e6abfbc8-0740-4d54-89a9-c6fbb138def2 on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:13.351285 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.managers [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] Attempting to bind port e6abfbc8-0740-4d54-89a9-c6fbb138def2 by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': '5b63cd6f-3a51-4335-b06a-5e4731054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7'}] {{(pid=101629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:13.352746 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] Attempting to bind port e6abfbc8-0740-4d54-89a9-c6fbb138def2 on network 4900299f-9efb-4112-8c6a-f06549279dd7 {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:13.359613 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:13.360354 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] Checking segment: {'id': '5b63cd6f-3a51-4335-b06a-5e4731054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:13.360924 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.361475 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] Bound using segment: {'id': '5b63cd6f-3a51-4335-b06a-5e4731054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7'} {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:13.362122 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.managers [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] Bound port: e6abfbc8-0740-4d54-89a9-c6fbb138def2, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b63cd6f-3a51-4335-b06a-5e4731054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7'}}] {{(pid=101629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:13.362981 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.448237 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.db [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] For port e6abfbc8-0740-4d54-89a9-c6fbb138def2, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:13.453099 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.db [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] For port e6abfbc8-0740-4d54-89a9-c6fbb138def2, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=e6abfbc8-0740-4d54-89a9-c6fbb138def2,segment=NetworkSegment(5b63cd6f-3a51-4335-b06a-5e4731054def),segment_id=5b63cd6f-3a51-4335-b06a-5e4731054def)] {{(pid=101629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:13.462083 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] Set router 407eddd1-607a-4d4e-9b13-943d0300d260 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:13.465667 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.520301 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-588e3133-289b-407b-b4cc-86f7724ef131 req-c887791e-b00c-4d15-b9a8-d94f1ef1a932 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.568963 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b65d66da-ecca-4bc4-aafe-87b88a35f191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.577113 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.managers [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] Attempting to bind port c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:13.581806 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.managers [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] Attempting to bind port c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'a6304e8a-8e2a-4c90-88ab-c55877da1e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b71b3562-297c-4526-ab60-647efdcd95a4'}] {{(pid=101626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:13.585104 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] Attempting to bind port c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 on network b71b3562-297c-4526-ab60-647efdcd95a4 {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:13.589353 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8fea75d0-5bf4-4b04-b8c4-a2ab082f2edc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.598470 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-8be64572-f185-4f2b-b9c7-74e78e6f0aa0 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5e167f262944295a8c55b0f02df4cdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7762182 Nov 12 02:26:13.669022 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b878e-0ddb-4cf0-b6c7-71bce50253a0 None None] Pushing event updated for resources: {'Port': ['ID=e6abfbc8-0740-4d54-89a9-c6fbb138def2,revision_number=4']} {{(pid=101629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:13.673200 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-efda3c54-9952-4f2d-9237-663ad8586254 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.683413 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-588e3133-289b-407b-b4cc-86f7724ef131 req-c887791e-b00c-4d15-b9a8-d94f1ef1a932 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.684896 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e047c21c-c830-4bc4-b205-81d592ce3efc admin admin] Router a508150a-81b6-4e6d-834f-6e2f91c16084 is scheduled to L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 with binding_index 1 {{(pid=101627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:26:13.687565 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] Port c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 on network b71b3562-297c-4526-ab60-647efdcd95a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:26:13.693195 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] Attempting to bind port c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 on network b71b3562-297c-4526-ab60-647efdcd95a4 {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:13.700673 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-efda3c54-9952-4f2d-9237-663ad8586254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.702449 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] Routers {'e4f014b0-5313-4c06-818e-d94bc5f92b95'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:13.703124 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:26:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['e4f014b0-5313-4c06-818e-d94bc5f92b95'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:13.726228 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] Checking agent: {'id': '2c3d3ad8-5938-43f6-9304-04beb85952ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:13.726602 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] Checking segment: {'id': 'a6304e8a-8e2a-4c90-88ab-c55877da1e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b71b3562-297c-4526-ab60-647efdcd95a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:13.729404 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] Bound using segment: {'id': 'a6304e8a-8e2a-4c90-88ab-c55877da1e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b71b3562-297c-4526-ab60-647efdcd95a4'} {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:13.729834 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.managers [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] Bound port: c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6304e8a-8e2a-4c90-88ab-c55877da1e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'b71b3562-297c-4526-ab60-647efdcd95a4'}}] {{(pid=101626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:13.730185 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.750570 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-efda3c54-9952-4f2d-9237-663ad8586254 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=70fb849862254726978f4baf92abae95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8843265 Nov 12 02:26:13.772700 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 34932) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:13.817914 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8fea75d0-5bf4-4b04-b8c4-a2ab082f2edc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:13.953111 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:00Z', 'updated_at': '2021-11-12T02:26:05Z', 'revision_number': 3, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'gw_port': {'id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:14.019793 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d805d59e-7bcf-443b-8105-ff8c8c76d9e2 None None] The sync data for ids ['407eddd1-607a-4d4e-9b13-943d0300d260'] in dv-cinder-808574-4-smb is: [{'id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:00Z', 'updated_at': '2021-11-12T02:26:05Z', 'revision_number': 3, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'gw_port': {'id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:df:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}] {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:26:14.058490 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] Set router e4f014b0-5313-4c06-818e-d94bc5f92b95 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:14.087283 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4570db-e494-4118-b41d-6349692a3c49 req-1e7e5d98-8b73-4ac5-a66c-c8d61198a4d7 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:14.089037 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-bf4570db-e494-4118-b41d-6349692a3c49 req-1e7e5d98-8b73-4ac5-a66c-c8d61198a4d7 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 944 time: 0.3333745 Nov 12 02:26:14.322839 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588e3133-289b-407b-b4cc-86f7724ef131 req-c887791e-b00c-4d15-b9a8-d94f1ef1a932 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Network 564259da-0aa0-41f7-af21-7c2a039d2cf4 is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:14.347561 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-1d3cd3fd-65f4-4a3d-9725-1b4af5617fe3 service neutron] 10.222.0.66 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7144475 Nov 12 02:26:14.371890 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda3c54-9952-4f2d-9237-663ad8586254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076a8871-7c96-4681-9b2a-6615b9290f4f,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:14.415809 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [req-588e3133-289b-407b-b4cc-86f7724ef131 req-c887791e-b00c-4d15-b9a8-d94f1ef1a932 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:14.426222 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] For port c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6, host hv-cinder-80857, cleared binding levels {{(pid=101626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:14.437931 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] For port c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6,segment=NetworkSegment(a6304e8a-8e2a-4c90-88ab-c55877da1e0b),segment_id=a6304e8a-8e2a-4c90-88ab-c55877da1e0b)] {{(pid=101626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:14.488655 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:14.609321 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'name': 'tempest-ServerRescueNegativeTestJSON-1900820729-router', 'tenant_id': 'c5e167f262944295a8c55b0f02df4cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '4368caf3-784f-4373-b4cf-ca71f58a5bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:25:57Z', 'updated_at': '2021-11-12T02:26:05Z', 'revision_number': 4, 'project_id': 'c5e167f262944295a8c55b0f02df4cdc', 'gw_port': {'id': '4368caf3-784f-4373-b4cf-ca71f58a5bcf', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:25:58Z', 'updated_at': '2021-11-12T02:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': 'e6abfbc8-0740-4d54-89a9-c6fbb138def2', 'name': '', 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7', 'tenant_id': 'c5e167f262944295a8c55b0f02df4cdc', 'mac_address': 'fa:16:3e:38:87:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3afb8cb5-ee86-4be7-9288-03af65a9f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:04Z', 'updated_at': '2021-11-12T02:26:13Z', 'revision_number': 4, 'project_id': 'c5e167f262944295a8c55b0f02df4cdc', 'subnets': [{'id': '3afb8cb5-ee86-4be7-9288-03af65a9f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:14.683442 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [None req-b65d66da-ecca-4bc4-aafe-87b88a35f191 admin admin] Allocated IP 172.20.0.1 (3bf8a66c-2c88-40e7-879f-ed13c0e23344/1006246c-c18c-4b19-8be4-0d64b846f8bd/9aa9916e-69d1-49f1-95ab-0d0441afa4df) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:14.696523 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239bf431-7b57-4520-a24d-5a58574d50bb None None] The sync data for ids ['e4f014b0-5313-4c06-818e-d94bc5f92b95'] in dv-cinder-808574-4-smb is: [{'id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'name': 'tempest-ServerRescueNegativeTestJSON-1900820729-router', 'tenant_id': 'c5e167f262944295a8c55b0f02df4cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '4368caf3-784f-4373-b4cf-ca71f58a5bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:25:57Z', 'updated_at': '2021-11-12T02:26:05Z', 'revision_number': 4, 'project_id': 'c5e167f262944295a8c55b0f02df4cdc', 'gw_port': {'id': '4368caf3-784f-4373-b4cf-ca71f58a5bcf', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:25:58Z', 'updated_at': '2021-11-12T02:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': 'e6abfbc8-0740-4d54-89a9-c6fbb138def2', 'name': '', 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7', 'tenant_id': 'c5e167f262944295a8c55b0f02df4cdc', 'mac_address': 'fa:16:3e:38:87:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3afb8cb5-ee86-4be7-9288-03af65a9f917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:04Z', 'updated_at': '2021-11-12T02:26:13Z', 'revision_number': 4, 'project_id': 'c5e167f262944295a8c55b0f02df4cdc', 'subnets': [{'id': '3afb8cb5-ee86-4be7-9288-03af65a9f917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:26:14.733014 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 4368caf3-784f-4373-b4cf-ca71f58a5bcf up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:14.866228 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887791e-b00c-4d15-b9a8-d94f1ef1a932 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Pushing event updated for resources: {'Port': ['ID=9af4dce4-b99d-4c7f-886f-2b150633f3ce,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:14.891786 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:14.892817 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:14.895116 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-df40f234-540a-4b08-ad84-db881fb70b7f req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] 10.222.0.61 "PUT /v2.0/ports/c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 HTTP/1.1" status: 200 len: 1094 time: 4.4315376 Nov 12 02:26:14.959946 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f94a9a-c6f3-49af-93da-a49c07a34bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6,revision_number=3']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:14.978710 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 4368caf3-784f-4373-b4cf-ca71f58a5bcf triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:14.979385 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:14.991677 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f877b6a-92eb-43b9-bb7c-6dd4c76863ea', 'tag': 'c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6'}] {{(pid=101626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:15.063553 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-588e3133-289b-407b-b4cc-86f7724ef131 req-c887791e-b00c-4d15-b9a8-d94f1ef1a932 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:15.086994 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e3133-289b-407b-b4cc-86f7724ef131 req-c887791e-b00c-4d15-b9a8-d94f1ef1a932 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:15.088438 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-588e3133-289b-407b-b4cc-86f7724ef131 req-c887791e-b00c-4d15-b9a8-d94f1ef1a932 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.101280 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e047c21c-c830-4bc4-b205-81d592ce3efc admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:26:15.146722 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] Sync routers for ids ['a508150a-81b6-4e6d-834f-6e2f91c16084'] in dv-cinder-808574-4-smb {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:26:15.166689 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9a9665e2-0d72-475f-96be-4e17b5615520 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.209340 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9a9665e2-0d72-475f-96be-4e17b5615520 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.236279 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] Routers {'a508150a-81b6-4e6d-834f-6e2f91c16084'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:15.236923 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:26:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['a508150a-81b6-4e6d-834f-6e2f91c16084'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:15.282616 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-588e3133-289b-407b-b4cc-86f7724ef131 req-c887791e-b00c-4d15-b9a8-d94f1ef1a932 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7742910 Nov 12 02:26:15.285368 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e047c21c-c830-4bc4-b205-81d592ce3efc admin admin] Publish callbacks [] for router, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.286557 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-e047c21c-c830-4bc4-b205-81d592ce3efc admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 14.4709423 Nov 12 02:26:15.292544 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 34950) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:15.423599 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8fea75d0-5bf4-4b04-b8c4-a2ab082f2edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.430929 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8fea75d0-5bf4-4b04-b8c4-a2ab082f2edc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.437897 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-8fea75d0-5bf4-4b04-b8c4-a2ab082f2edc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/89325f9a-efb2-479c-980d-9456d818b6d4 HTTP/1.1" status: 204 len: 168 time: 2.7985337 Nov 12 02:26:15.442199 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9a9665e2-0d72-475f-96be-4e17b5615520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.450592 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9a9665e2-0d72-475f-96be-4e17b5615520 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:15.451756 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-9a9665e2-0d72-475f-96be-4e17b5615520 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/076a8871-7c96-4681-9b2a-6615b9290f4f HTTP/1.1" status: 204 len: 168 time: 1.6780260 Nov 12 02:26:15.518622 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea75d0-5bf4-4b04-b8c4-a2ab082f2edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89325f9a-efb2-479c-980d-9456d818b6d4,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:15.588835 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-bf4570db-e494-4118-b41d-6349692a3c49 req-53b96cc3-16ec-4ba7-87c2-9ea1ed6fb889 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/security-groups?id=abddc060-61ac-4f7d-9796-21f6a21faa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3743672 Nov 12 02:26:15.591746 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9665e2-0d72-475f-96be-4e17b5615520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076a8871-7c96-4681-9b2a-6615b9290f4f,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:15.674611 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-453a4f5e-9c9e-45cb-a28c-2acee734a521 service neutron] 10.222.0.66 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3219082 Nov 12 02:26:15.776620 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] Request body: {'port': {'device_id': 'e43b8f0b-a33c-45c1-a052-cdc2b5954e87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:16.059546 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee064878ec57991a80a61b6e38777a609e15accd33394659691c67407ac4dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3a0608-1849-4930-8d2f-e41ac038eb55" -d '{"events": [{"name": "network-changed", "server_uuid": "3f877b6a-92eb-43b9-bb7c-6dd4c76863ea", "tag": "c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6"}]}' {{(pid=101626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:16.264626 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40f234-540a-4b08-ad84-db881fb70b7f req-573d3e68-1fa3-4e57-9f43-5c8d0d329742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:16.295000 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-df40f234-540a-4b08-ad84-db881fb70b7f req-573d3e68-1fa3-4e57-9f43-5c8d0d329742 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3328aad64da4ac389fe791addf0cd7a&device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 1097 time: 0.5004649 Nov 12 02:26:16.301848 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b65d66da-ecca-4bc4-aafe-87b88a35f191 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:16.414529 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:16.518220 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] Set router a508150a-81b6-4e6d-834f-6e2f91c16084 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:16.714849 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-df40f234-540a-4b08-ad84-db881fb70b7f req-c4adf80e-9420-4acc-b82c-954ee118b09c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 HTTP/1.1" status: 200 len: 217 time: 0.4010398 Nov 12 02:26:16.744867 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device e6abfbc8-0740-4d54-89a9-c6fbb138def2 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:16.746054 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddcdd2b-f291-4539-965e-1037230077b3 req-81157dbd-babe-4a3e-a4f6-4e7086e83912 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:16.747673 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0ddcdd2b-f291-4539-965e-1037230077b3 req-81157dbd-babe-4a3e-a4f6-4e7086e83912 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 931 time: 0.9751301 Nov 12 02:26:17.096610 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40f234-540a-4b08-ad84-db881fb70b7f req-7e911bd1-df86-40d4-874d-90d21e7b76de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:17.098221 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b65d66da-ecca-4bc4-aafe-87b88a35f191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:17.131799 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-df40f234-540a-4b08-ad84-db881fb70b7f req-7e911bd1-df86-40d4-874d-90d21e7b76de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7f22c72b-a8de-413d-8fad-f5fc5db0bb99 HTTP/1.1" status: 200 len: 851 time: 0.3776453 Nov 12 02:26:17.148643 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6e1f6f-cf62-4159-9aa9-4f4d9320bfe5 x-openstack-request-id: req-4e6e1f6f-cf62-4159-9aa9-4f4d9320bfe5 {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:17.148859 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f877b6a-92eb-43b9-bb7c-6dd4c76863ea", "tag": "c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6", "status": "completed", "code": 200}]} {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:17.152740 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4e6e1f6f-cf62-4159-9aa9-4f4d9320bfe5 {{(pid=101626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:17.154228 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f877b6a-92eb-43b9-bb7c-6dd4c76863ea', 'tag': 'c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6', 'status': 'completed', 'code': 200} Nov 12 02:26:17.231962 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 35008) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:17.251970 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-df40f234-540a-4b08-ad84-db881fb70b7f req-daef82c2-55bb-4c17-bc05-04798505f905 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b71b3562-297c-4526-ab60-647efdcd95a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955844 Nov 12 02:26:17.278872 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0ddcdd2b-f291-4539-965e-1037230077b3 req-c0751e5e-8630-4bc0-81e5-637c2ed0de81 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047321 Nov 12 02:26:17.283890 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65d66da-ecca-4bc4-aafe-87b88a35f191 admin admin] Network 3bf8a66c-2c88-40e7-879f-ed13c0e23344 is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:17.300062 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-b65d66da-ecca-4bc4-aafe-87b88a35f191 admin admin] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:17.303083 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5bf7d492-fa1f-4a91-a776-28534a82a395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:17.310752 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65d66da-ecca-4bc4-aafe-87b88a35f191 admin admin] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:17.312077 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b65d66da-ecca-4bc4-aafe-87b88a35f191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395108'] for router_interface, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:17.513311 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port e6abfbc8-0740-4d54-89a9-c6fbb138def2 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:17.513473 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:17.541402 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3d56f10f-5027-4afc-902a-a4213e7c89b4 req-4be60a34-1bd7-41db-8433-994aa6800f30 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 210 time: 0.2881091 Nov 12 02:26:17.596727 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d66da-ecca-4bc4-aafe-87b88a35f191 admin admin] Pushing event updated for resources: {'Port': ['ID=9aa9916e-69d1-49f1-95ab-0d0441afa4df,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:17.645341 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-df40f234-540a-4b08-ad84-db881fb70b7f req-674f3063-4de8-49a1-be84-21d15c67c69b service neutron] 10.222.0.61 "GET /v2.0/networks/b71b3562-297c-4526-ab60-647efdcd95a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613877 Nov 12 02:26:17.721673 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691395f-a3ab-4388-8648-9c435cd0beb2 req-46f138f7-b9bc-4b2f-8b24-6f51780984b5 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:17.732886 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5691395f-a3ab-4388-8648-9c435cd0beb2 req-46f138f7-b9bc-4b2f-8b24-6f51780984b5 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 944 time: 0.1871905 Nov 12 02:26:17.953982 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:01Z', 'updated_at': '2021-11-12T02:26:08Z', 'revision_number': 3, 'project_id': 'f703f38cf65b46999d543ac359444567', 'gw_port': {'id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:17.963843 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5691395f-a3ab-4388-8648-9c435cd0beb2 req-b5b4c53b-da2e-4553-9bb1-094a860b75c6 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/security-groups?id=abddc060-61ac-4f7d-9796-21f6a21faa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933746 Nov 12 02:26:18.141811 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.150339 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] Checking router: a508150a-81b6-4e6d-834f-6e2f91c16084 for host: dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:26:18.150690 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] Updating router a508150a-81b6-4e6d-834f-6e2f91c16084 port 82798266-d172-4d14-afa6-6755d2c7f0ab binding host dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:26:18.166849 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-df40f234-540a-4b08-ad84-db881fb70b7f req-98172ab3-6010-4fee-8379-01a1305d9fa7 service neutron] 10.222.0.61 "GET /v2.0/networks/b71b3562-297c-4526-ab60-647efdcd95a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312124 Nov 12 02:26:18.254915 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af4dce4-b99d-4c7f-886f-2b150633f3ce {{(pid=101627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:18.285701 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.314025 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-99527d07-48ef-4f3a-a40a-bae80f351a0c None None] Provisioning complete for port 9aa9916e-69d1-49f1-95ab-0d0441afa4df triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:18.314025 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-99527d07-48ef-4f3a-a40a-bae80f351a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.352315 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-209eac7c-9855-4a11-bfa3-6e2f74b097b9 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:18.353905 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-209eac7c-9855-4a11-bfa3-6e2f74b097b9 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/networks?id=4900299f-9efb-4112-8c6a-f06549279dd7 HTTP/1.1" status: 200 len: 819 time: 0.3177159 Nov 12 02:26:18.394564 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-7306a887-3055-4543-b3ae-3d6e13a5f14a tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/quotas/c5e167f262944295a8c55b0f02df4cdc HTTP/1.1" status: 200 len: 375 time: 0.0281637 Nov 12 02:26:18.641832 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-cba91fa9-5d39-43f8-abcf-107da424823f tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5e167f262944295a8c55b0f02df4cdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2361460 Nov 12 02:26:18.735986 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] For port e6abfbc8-0740-4d54-89a9-c6fbb138def2, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=e6abfbc8-0740-4d54-89a9-c6fbb138def2,segment=NetworkSegment(5b63cd6f-3a51-4335-b06a-5e4731054def),segment_id=5b63cd6f-3a51-4335-b06a-5e4731054def)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:18.778815 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.779035 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.819236 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.provisioning_blocks [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] Transition to ACTIVE for port object 9af4dce4-b99d-4c7f-886f-2b150633f3ce will not be triggered until provisioned by entity L2. {{(pid=101627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:26:18.881426 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f3d24-f6df-4293-a8c2-c06514e7bcd9 req-6523fab1-a185-49d7-ae37-cab5585ade79 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:18.893013 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e50f3d24-f6df-4293-a8c2-c06514e7bcd9 req-6523fab1-a185-49d7-ae37-cab5585ade79 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 931 time: 0.4379561 Nov 12 02:26:18.932956 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5bf7d492-fa1f-4a91-a776-28534a82a395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:18.936466 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a0608-1849-4930-8d2f-e41ac038eb55 req-fbe1349c-d3c1-4046-ba40-9fa1c55440cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:18.939647 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-de3a0608-1849-4930-8d2f-e41ac038eb55 req-fbe1349c-d3c1-4046-ba40-9fa1c55440cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3328aad64da4ac389fe791addf0cd7a&device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 1097 time: 0.4248536 Nov 12 02:26:18.941029 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-99527d07-48ef-4f3a-a40a-bae80f351a0c None None] Port 9aa9916e-69d1-49f1-95ab-0d0441afa4df cannot update to ACTIVE because it is not bound. {{(pid=101628) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:26:18.945606 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5bf7d492-fa1f-4a91-a776-28534a82a395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:19.025782 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-5bf7d492-fa1f-4a91-a776-28534a82a395 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=82de70852a9b46f8adda4b4514310a9a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7861907 Nov 12 02:26:19.026550 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:19.040263 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 35060) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:19.043918 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7d492-fa1f-4a91-a776-28534a82a395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521109d6-c6c3-4c4b-8a07-38d6497356cf,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:19.053406 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-09a53f91-90a1-4288-b2b0-ac25439eeab2 service neutron] 10.222.0.66 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648412 Nov 12 02:26:19.086066 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 2935a864-cb7b-44da-a4bd-e5ab140766eb up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:19.229048 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] Attempting to bind port 9af4dce4-b99d-4c7f-886f-2b150633f3ce on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:19.229548 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] Attempting to bind port 9af4dce4-b99d-4c7f-886f-2b150633f3ce by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'ebf57d23-5daf-41dd-ba5d-ceafe7b55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4'}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:19.229824 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] Attempting to bind port 9af4dce4-b99d-4c7f-886f-2b150633f3ce on network 564259da-0aa0-41f7-af21-7c2a039d2cf4 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:19.245488 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.61', 57530) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:19.251044 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] Port 9af4dce4-b99d-4c7f-886f-2b150633f3ce on network 564259da-0aa0-41f7-af21-7c2a039d2cf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:26:19.251409 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] Attempting to bind port 9af4dce4-b99d-4c7f-886f-2b150633f3ce on network 564259da-0aa0-41f7-af21-7c2a039d2cf4 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:19.259209 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b65d66da-ecca-4bc4-aafe-87b88a35f191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:19.260777 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Pushing event updated for resources: {'Port': ['ID=e6abfbc8-0740-4d54-89a9-c6fbb138def2,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:19.281109 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] Checking agent: {'id': '2c3d3ad8-5938-43f6-9304-04beb85952ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:19.281406 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] Checking segment: {'id': 'ebf57d23-5daf-41dd-ba5d-ceafe7b55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:19.281966 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] Bound using segment: {'id': 'ebf57d23-5daf-41dd-ba5d-ceafe7b55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4'} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:19.282431 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] Bound port: 9af4dce4-b99d-4c7f-886f-2b150633f3ce, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf57d23-5daf-41dd-ba5d-ceafe7b55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4'}}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:19.282792 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:19.388948 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] For port 9af4dce4-b99d-4c7f-886f-2b150633f3ce, host hv-cinder-80857, cleared binding levels {{(pid=101627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:19.395003 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] For port 9af4dce4-b99d-4c7f-886f-2b150633f3ce, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=9af4dce4-b99d-4c7f-886f-2b150633f3ce,segment=NetworkSegment(ebf57d23-5daf-41dd-ba5d-ceafe7b55831),segment_id=ebf57d23-5daf-41dd-ba5d-ceafe7b55831)] {{(pid=101627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:19.423135 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:19.469879 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] Pushing event updated for resources: {'Port': ['ID=9af4dce4-b99d-4c7f-886f-2b150633f3ce,revision_number=2']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:19.490497 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e45f-3aee-49d3-9e54-bc92b8efaa35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:19.497416 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 2935a864-cb7b-44da-a4bd-e5ab140766eb triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:19.497797 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:19.515046 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e45f-3aee-49d3-9e54-bc92b8efaa35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:19.621899 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:19.622952 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:19.624612 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-588e3133-289b-407b-b4cc-86f7724ef131 req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] 10.222.0.61 "PUT /v2.0/ports/9af4dce4-b99d-4c7f-886f-2b150633f3ce HTTP/1.1" status: 200 len: 1093 time: 3.8704360 Nov 12 02:26:19.629510 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43b8f0b-a33c-45c1-a052-cdc2b5954e87', 'tag': '9af4dce4-b99d-4c7f-886f-2b150633f3ce'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:19.759565 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e45f-3aee-49d3-9e54-bc92b8efaa35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:19.764782 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6ea2e45f-3aee-49d3-9e54-bc92b8efaa35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:19.778023 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-6ea2e45f-3aee-49d3-9e54-bc92b8efaa35 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/521109d6-c6c3-4c4b-8a07-38d6497356cf HTTP/1.1" status: 204 len: 168 time: 0.7285376 Nov 12 02:26:19.836015 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] Publish callbacks [] for port, precommit_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:19.902945 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:20.031574 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:20.032089 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e3133-289b-407b-b4cc-86f7724ef131 req-152b918b-20c4-4eae-afcc-490e3f635deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:20.033696 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-588e3133-289b-407b-b4cc-86f7724ef131 req-152b918b-20c4-4eae-afcc-490e3f635deb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=297da905e82042dcad0c352413e38a4d&device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 1096 time: 0.2783289 Nov 12 02:26:20.034488 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2e45f-3aee-49d3-9e54-bc92b8efaa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521109d6-c6c3-4c4b-8a07-38d6497356cf,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:20.197385 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] Attempting to bind port 82798266-d172-4d14-afa6-6755d2c7f0ab on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:20.197909 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] Attempting to bind port 82798266-d172-4d14-afa6-6755d2c7f0ab by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:20.198146 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] Attempting to bind port 82798266-d172-4d14-afa6-6755d2c7f0ab on network 746dceb8-55e8-4523-9283-66828a4b28c6 {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:20.200436 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b4fd0-ad2e-417e-b0d5-16cb1d350ea8 None None] Pushing event updated for resources: {'Port': ['ID=82798266-d172-4d14-afa6-6755d2c7f0ab,revision_number=2']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:20.237574 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e50f3d24-f6df-4293-a8c2-c06514e7bcd9 req-bb4ac66d-4a54-471e-9ab7-cfe9ad881b3b tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3420835 Nov 12 02:26:20.259338 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] For port 2935a864-cb7b-44da-a4bd-e5ab140766eb, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=2935a864-cb7b-44da-a4bd-e5ab140766eb,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:20.273862 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:20.274438 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] Checking segment: {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:20.274673 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:20.275073 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] Bound using segment: {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:20.275655 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] Bound port: 82798266-d172-4d14-afa6-6755d2c7f0ab, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:20.276058 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:20.331750 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-588e3133-289b-407b-b4cc-86f7724ef131 req-c1710c8b-cb5b-4663-98b2-8f34dbcfb2d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9af4dce4-b99d-4c7f-886f-2b150633f3ce HTTP/1.1" status: 200 len: 217 time: 0.2637424 Nov 12 02:26:20.337096 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbfae36-0eb3-46be-8d0a-c26516db63e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e43b8f0b-a33c-45c1-a052-cdc2b5954e87", "tag": "9af4dce4-b99d-4c7f-886f-2b150633f3ce"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:20.356377 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-28c040c8-e143-453d-b804-ea8fa1449d35 service neutron] 10.222.0.66 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2930129 Nov 12 02:26:20.396425 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] For port 82798266-d172-4d14-afa6-6755d2c7f0ab, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:20.404999 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] For port 82798266-d172-4d14-afa6-6755d2c7f0ab, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=82798266-d172-4d14-afa6-6755d2c7f0ab,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:20.408435 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:20.468455 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Pushing event updated for resources: {'Port': ['ID=2935a864-cb7b-44da-a4bd-e5ab140766eb,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:20.472351 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:20.508298 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a0608-1849-4930-8d2f-e41ac038eb55 req-c1c28212-fe28-4e9c-aa7a-af7e9de943c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:20.511584 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-de3a0608-1849-4930-8d2f-e41ac038eb55 req-c1c28212-fe28-4e9c-aa7a-af7e9de943c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b71b3562-297c-4526-ab60-647efdcd95a4 HTTP/1.1" status: 200 len: 912 time: 1.5537405 Nov 12 02:26:20.523716 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] Routers {'a508150a-81b6-4e6d-834f-6e2f91c16084'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:20.524586 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:26:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['a508150a-81b6-4e6d-834f-6e2f91c16084'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:20.555870 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-531af956-b399-4793-8b30-8fadcbbd2268 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:20.562532 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-531af956-b399-4793-8b30-8fadcbbd2268 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.61 "GET /v2.0/networks?id=4900299f-9efb-4112-8c6a-f06549279dd7 HTTP/1.1" status: 200 len: 819 time: 1.3045552 Nov 12 02:26:20.567707 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f734c96-ea99-424a-8b5c-5f2f68b10c16 service neutron] Pushing event updated for resources: {'Port': ['ID=9af4dce4-b99d-4c7f-886f-2b150633f3ce,revision_number=3']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:20.670465 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] Set router a508150a-81b6-4e6d-834f-6e2f91c16084 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:20.738346 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-de3a0608-1849-4930-8d2f-e41ac038eb55 req-a30c6b25-a368-4279-8ef7-c507279f0512 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 HTTP/1.1" status: 200 len: 217 time: 0.1819923 Nov 12 02:26:20.821875 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-be9fee98-1068-4a01-9279-b72367fd65a5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Request body: {'port': {'device_id': '8b86d4a5-b34c-4d82-ae36-5d8bd5204678', 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7', 'admin_state_up': True, 'tenant_id': 'c5e167f262944295a8c55b0f02df4cdc'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:20.899101 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b4fd0-ad2e-417e-b0d5-16cb1d350ea8 None None] Pushing event updated for resources: {'Port': ['ID=82798266-d172-4d14-afa6-6755d2c7f0ab,revision_number=3']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:20.925854 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:01Z', 'updated_at': '2021-11-12T02:26:08Z', 'revision_number': 3, 'project_id': 'f703f38cf65b46999d543ac359444567', 'gw_port': {'id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:20.992962 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a0608-1849-4930-8d2f-e41ac038eb55 req-b6c095b0-3530-4419-b4f1-dfdfa4eab1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:21.001555 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-de3a0608-1849-4930-8d2f-e41ac038eb55 req-b6c095b0-3530-4419-b4f1-dfdfa4eab1cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7f22c72b-a8de-413d-8fad-f5fc5db0bb99 HTTP/1.1" status: 200 len: 851 time: 0.2330127 Nov 12 02:26:21.065691 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aface89-6fe5-4bab-ad94-49abd0be6f09 None None] The sync data for ids ['a508150a-81b6-4e6d-834f-6e2f91c16084'] in dv-cinder-808574-4-smb is: [{'id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:01Z', 'updated_at': '2021-11-12T02:26:08Z', 'revision_number': 3, 'project_id': 'f703f38cf65b46999d543ac359444567', 'gw_port': {'id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}] {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:26:21.072370 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 2935a864-cb7b-44da-a4bd-e5ab140766eb up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:21.090622 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667e0b9-7750-4a61-a36a-124df7247875 req-8ae740ac-b8f1-4fdd-a166-9ab790d5d945 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:21.091972 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9667e0b9-7750-4a61-a36a-124df7247875 req-8ae740ac-b8f1-4fdd-a166-9ab790d5d945 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 944 time: 0.7345657 Nov 12 02:26:21.166935 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 35132) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:21.215090 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 2935a864-cb7b-44da-a4bd-e5ab140766eb triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:21.215732 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:21.278583 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b65d66da-ecca-4bc4-aafe-87b88a35f191 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:21.330554 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 35138) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:21.334397 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b65d66da-ecca-4bc4-aafe-87b88a35f191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:21.346599 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b65d66da-ecca-4bc4-aafe-87b88a35f191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395248'] for router_interface, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:21.481159 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3469897-6bcd-4473-bd89-dbab1f331064 x-openstack-request-id: req-e3469897-6bcd-4473-bd89-dbab1f331064 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:21.486169 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43b8f0b-a33c-45c1-a052-cdc2b5954e87", "tag": "9af4dce4-b99d-4c7f-886f-2b150633f3ce", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:21.486542 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e3469897-6bcd-4473-bd89-dbab1f331064 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:21.487157 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43b8f0b-a33c-45c1-a052-cdc2b5954e87', 'tag': '9af4dce4-b99d-4c7f-886f-2b150633f3ce', 'status': 'completed', 'code': 200} Nov 12 02:26:21.504967 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9667e0b9-7750-4a61-a36a-124df7247875 req-30dfc969-071a-4272-9cda-ccec6b6ba9e7 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/security-groups?id=abddc060-61ac-4f7d-9796-21f6a21faa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044890 Nov 12 02:26:21.516891 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-de3a0608-1849-4930-8d2f-e41ac038eb55 req-494cc734-cc0b-45e9-a9f7-6837371f9ee7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b71b3562-297c-4526-ab60-647efdcd95a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2362726 Nov 12 02:26:21.620710 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:26:21.678302 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device e6abfbc8-0740-4d54-89a9-c6fbb138def2 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:21.701731 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9f9d9c83-6c33-44ba-93cc-0d6931275f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:21.886621 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e3133-289b-407b-b4cc-86f7724ef131 req-29f85890-6db3-4d8d-9955-f8525be94cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:21.892741 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-588e3133-289b-407b-b4cc-86f7724ef131 req-29f85890-6db3-4d8d-9955-f8525be94cc0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa652bb9-6eb9-4218-97dc-ea2358a10948 HTTP/1.1" status: 200 len: 854 time: 1.2738502 Nov 12 02:26:21.915055 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e370d76b-0bf0-4e6a-9174-e02097f90baa req-7dfd30ed-5bf2-46d3-957a-957b18130cc2 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 210 time: 0.0774422 Nov 12 02:26:22.073364 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-cbd71209-c6e5-4232-afa4-e51c9271b7ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.079083 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port e6abfbc8-0740-4d54-89a9-c6fbb138def2 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:22.079675 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.086521 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-de3a0608-1849-4930-8d2f-e41ac038eb55 req-1aee85bc-55cf-40f9-a8ec-b136193e5708 service neutron] 10.222.0.61 "GET /v2.0/networks/b71b3562-297c-4526-ab60-647efdcd95a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580320 Nov 12 02:26:22.242757 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7f9aae90-72ef-4c4f-a26d-f5e2a38e5216 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.428979 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d66da-ecca-4bc4-aafe-87b88a35f191 admin admin] Pushing event updated for resources: {'Port': ['ID=9aa9916e-69d1-49f1-95ab-0d0441afa4df,revision_number=2']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:22.502263 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d5a29-f6de-440f-a501-0d7765831921 req-3500b3f7-8529-403f-83ed-084f334f113e tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:22.510678 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e07d5a29-f6de-440f-a501-0d7765831921 req-3500b3f7-8529-403f-83ed-084f334f113e tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 943 time: 0.7142444 Nov 12 02:26:22.522968 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-588e3133-289b-407b-b4cc-86f7724ef131 req-d03c8fe4-0390-4fad-b9c6-7747a704bc46 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=564259da-0aa0-41f7-af21-7c2a039d2cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4475298 Nov 12 02:26:22.558526 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65d66da-ecca-4bc4-aafe-87b88a35f191 admin admin] Network 3bf8a66c-2c88-40e7-879f-ed13c0e23344 is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:22.579257 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-b65d66da-ecca-4bc4-aafe-87b88a35f191 admin admin] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:22.715409 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-be9fee98-1068-4a01-9279-b72367fd65a5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Made reservation on behalf of c5e167f262944295a8c55b0f02df4cdc for: {'port': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:22.719430 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-be9fee98-1068-4a01-9279-b72367fd65a5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.807591 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-cbd71209-c6e5-4232-afa4-e51c9271b7ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.813462 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-de3a0608-1849-4930-8d2f-e41ac038eb55 req-6ecb7831-fc72-46bc-b66f-9171a258c52c service neutron] 10.222.0.61 "GET /v2.0/networks/b71b3562-297c-4526-ab60-647efdcd95a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6575270 Nov 12 02:26:22.922262 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7f9aae90-72ef-4c4f-a26d-f5e2a38e5216 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.955903 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7f9aae90-72ef-4c4f-a26d-f5e2a38e5216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.969079 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-cbd71209-c6e5-4232-afa4-e51c9271b7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:22.988709 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e07d5a29-f6de-440f-a501-0d7765831921 req-9bea982c-6008-41d2-8557-dab28e010bdf tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763079 Nov 12 02:26:23.034786 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-4cbe3b64-4ccd-4577-8a96-05213f853bb7 None None] Provisioning complete for port 9aa9916e-69d1-49f1-95ab-0d0441afa4df triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:23.035432 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4cbe3b64-4ccd-4577-8a96-05213f853bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.064250 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-7f9aae90-72ef-4c4f-a26d-f5e2a38e5216 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=91b4f9dba0084774b78da0946e04d04a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8908603 Nov 12 02:26:23.088852 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 35170) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:23.108938 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 82798266-d172-4d14-afa6-6755d2c7f0ab up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:23.163872 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-4cbe3b64-4ccd-4577-8a96-05213f853bb7 None None] Port 9aa9916e-69d1-49f1-95ab-0d0441afa4df cannot update to ACTIVE because it is not bound. {{(pid=101628) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:26:23.172506 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-669f2043-3033-4c29-9899-0d0e2946535d req-591391cd-6697-46fc-89f9-8c72a943c856 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 210 time: 0.0910370 Nov 12 02:26:23.191287 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-cbd71209-c6e5-4232-afa4-e51c9271b7ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=08c36e9c4f8046c88d786d07295d959f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8461056 Nov 12 02:26:23.199754 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 82798266-d172-4d14-afa6-6755d2c7f0ab triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:23.200195 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.201824 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ecb38-c7f5-453a-83d7-ff90dc942071 req-43dd5a04-961b-4023-86d1-be00fceb5e6c tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:23.203766 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-db0ecb38-c7f5-453a-83d7-ff90dc942071 req-43dd5a04-961b-4023-86d1-be00fceb5e6c tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 944 time: 0.5021245 Nov 12 02:26:23.204499 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 35172) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:23.219234 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9aae90-72ef-4c4f-a26d-f5e2a38e5216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56e7c00-fdf7-4154-8d17-19eab90d925e,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:23.336650 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65d66da-ecca-4bc4-aafe-87b88a35f191 admin admin] Router 407eddd1-607a-4d4e-9b13-943d0300d260 has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:26:23.340682 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [None req-9f9d9c83-6c33-44ba-93cc-0d6931275f2b admin admin] Allocated IP 172.20.0.1 (404a7e3a-99c5-4a67-9227-adbb62c821aa/d4fc1b18-ead8-4210-84af-aa2802ec2ad5/1811f099-17ad-4f71-b973-8d8305a220f8) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:23.391746 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd71209-c6e5-4232-afa4-e51c9271b7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bde9efe-4779-4e8d-8cab-da42cba8f395,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:23.399303 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-588e3133-289b-407b-b4cc-86f7724ef131 req-45c3a40f-8f1c-4ff4-a063-c249ecb54bdb service neutron] 10.222.0.61 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6975026 Nov 12 02:26:23.401291 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.453299 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-159a0b8b-88f4-4f6b-83b1-d68b5ca93bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.457247 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] For port 82798266-d172-4d14-afa6-6755d2c7f0ab, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=82798266-d172-4d14-afa6-6755d2c7f0ab,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:23.467223 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.481267 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-db0ecb38-c7f5-453a-83d7-ff90dc942071 req-5ab140e1-dfb7-4be5-b707-c024ae5c50ab tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/security-groups?id=abddc060-61ac-4f7d-9796-21f6a21faa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501183 Nov 12 02:26:23.496624 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-68c92db1-ca3e-494f-b293-b2cd04850d94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.537192 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-159a0b8b-88f4-4f6b-83b1-d68b5ca93bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.546402 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-99cafde3-63d9-45fb-86fe-ef71edeea219 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:23.548428 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-99cafde3-63d9-45fb-86fe-ef71edeea219 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.61 "GET /v2.0/networks?id=4900299f-9efb-4112-8c6a-f06549279dd7 HTTP/1.1" status: 200 len: 819 time: 0.3199689 Nov 12 02:26:23.556285 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 35176) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:23.581756 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-f65bc9e9-bdac-4972-80aa-de02df2cf696 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Request body: {'port': {'device_id': '6ed46559-e702-488c-a32c-ec1c0e9b0b67', 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7', 'admin_state_up': True, 'tenant_id': 'c5e167f262944295a8c55b0f02df4cdc'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:23.586760 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Pushing event updated for resources: {'Port': ['ID=82798266-d172-4d14-afa6-6755d2c7f0ab,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:23.621340 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-68c92db1-ca3e-494f-b293-b2cd04850d94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.648680 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-be9fee98-1068-4a01-9279-b72367fd65a5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Allocated IP 172.20.0.6 (4900299f-9efb-4112-8c6a-f06549279dd7/3afb8cb5-ee86-4be7-9288-03af65a9f917/3a44f268-14fb-465a-9386-6b18a76ab0c7) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:23.742637 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-10c613d7-6132-473a-b231-feb5db4f1e3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.790258 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-159a0b8b-88f4-4f6b-83b1-d68b5ca93bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.793018 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-159a0b8b-88f4-4f6b-83b1-d68b5ca93bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.796935 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-159a0b8b-88f4-4f6b-83b1-d68b5ca93bdb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d56e7c00-fdf7-4154-8d17-19eab90d925e HTTP/1.1" status: 204 len: 168 time: 0.7041450 Nov 12 02:26:23.822938 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a0b8b-88f4-4f6b-83b1-d68b5ca93bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56e7c00-fdf7-4154-8d17-19eab90d925e,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:23.834168 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-68c92db1-ca3e-494f-b293-b2cd04850d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.837013 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-68c92db1-ca3e-494f-b293-b2cd04850d94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.840902 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-68c92db1-ca3e-494f-b293-b2cd04850d94 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8bde9efe-4779-4e8d-8cab-da42cba8f395 HTTP/1.1" status: 204 len: 168 time: 0.6273184 Nov 12 02:26:23.867934 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c92db1-ca3e-494f-b293-b2cd04850d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bde9efe-4779-4e8d-8cab-da42cba8f395,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:23.876767 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-588e3133-289b-407b-b4cc-86f7724ef131 req-8ca521aa-658d-4fca-bc90-0f7f55cc9444 service neutron] 10.222.0.61 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626288 Nov 12 02:26:23.884089 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-f65bc9e9-bdac-4972-80aa-de02df2cf696 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Made reservation on behalf of c5e167f262944295a8c55b0f02df4cdc for: {'port': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:23.888179 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-f65bc9e9-bdac-4972-80aa-de02df2cf696 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.906434 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9f9d9c83-6c33-44ba-93cc-0d6931275f2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.917264 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65d66da-ecca-4bc4-aafe-87b88a35f191 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:26:23.931041 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-b65d66da-ecca-4bc4-aafe-87b88a35f191 admin admin] 10.222.0.66 "PUT /v2.0/routers/407eddd1-607a-4d4e-9b13-943d0300d260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1965280 Nov 12 02:26:23.949402 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] Sync routers for ids ['407eddd1-607a-4d4e-9b13-943d0300d260'] in dv-cinder-808574-4-smb {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:26:23.968676 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] Routers {'407eddd1-607a-4d4e-9b13-943d0300d260'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:23.969431 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:26:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['407eddd1-607a-4d4e-9b13-943d0300d260'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:23.983469 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-10c613d7-6132-473a-b231-feb5db4f1e3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.119202 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] Set router 407eddd1-607a-4d4e-9b13-943d0300d260 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:24.127375 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-10c613d7-6132-473a-b231-feb5db4f1e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.167694 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9f9d9c83-6c33-44ba-93cc-0d6931275f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.203860 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfae36-0eb3-46be-8d0a-c26516db63e6 req-adbd9841-5883-40fa-9a98-00612074dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:24.205424 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-cfbfae36-0eb3-46be-8d0a-c26516db63e6 req-adbd9841-5883-40fa-9a98-00612074dd4a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=297da905e82042dcad0c352413e38a4d&device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 1096 time: 0.2034478 Nov 12 02:26:24.236807 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-be9fee98-1068-4a01-9279-b72367fd65a5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.301740 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9d9c83-6c33-44ba-93cc-0d6931275f2b admin admin] Network 404a7e3a-99c5-4a67-9227-adbb62c821aa is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:24.318254 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-9f9d9c83-6c33-44ba-93cc-0d6931275f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:24.346141 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9d9c83-6c33-44ba-93cc-0d6931275f2b admin admin] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:24.346622 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9f9d9c83-6c33-44ba-93cc-0d6931275f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395108'] for router_interface, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.359947 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-10c613d7-6132-473a-b231-feb5db4f1e3d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c5217da951b44b7ea47e0e4220209942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7997503 Nov 12 02:26:24.360683 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a866e62f-28cf-4c8a-b5aa-34f8a1ee0883 req-2579cd76-0002-45d6-b1ea-dc8c6973b7cd tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 210 time: 0.0682218 Nov 12 02:26:24.361422 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 35200) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:24.363302 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c613d7-6132-473a-b231-feb5db4f1e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2631bd68-da69-4cd3-8298-116847590e55,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:24.392437 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d9c83-6c33-44ba-93cc-0d6931275f2b admin admin] Pushing event updated for resources: {'Port': ['ID=1811f099-17ad-4f71-b973-8d8305a220f8,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:24.444540 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f240f-c2b6-4ed3-a887-9289c9294915 req-f860ecca-18dd-4e15-9064-ff66162e8e97 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:24.449234 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ac3f240f-c2b6-4ed3-a887-9289c9294915 req-f860ecca-18dd-4e15-9064-ff66162e8e97 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 943 time: 0.3074088 Nov 12 02:26:24.514439 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:00Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'gw_port': {'id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '9aa9916e-69d1-49f1-95ab-0d0441afa4df', 'name': '', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'mac_address': 'fa:16:3e:6f:5c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:20Z', 'revision_number': 2, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'subnets': [{'id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:24.544660 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 35206) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:24.565642 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 35208) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:24.584436 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] Checking router: 407eddd1-607a-4d4e-9b13-943d0300d260 for host: dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:26:24.584934 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] Updating router 407eddd1-607a-4d4e-9b13-943d0300d260 port 9aa9916e-69d1-49f1-95ab-0d0441afa4df binding host dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:26:24.591095 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8a6398b4-d7c0-41d9-a67f-64000e5d3dc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.600947 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5dbec520-8c9b-4f73-a595-0291ec2d8cf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.615966 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.623199 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ac3f240f-c2b6-4ed3-a887-9289c9294915 req-dfed788d-1c48-4e14-b534-a19ac11e9f60 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472216 Nov 12 02:26:24.666173 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8a6398b4-d7c0-41d9-a67f-64000e5d3dc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.675911 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfae36-0eb3-46be-8d0a-c26516db63e6 req-c52bc9f4-205d-4136-b74d-f09392623ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:24.682016 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-cfbfae36-0eb3-46be-8d0a-c26516db63e6 req-c52bc9f4-205d-4136-b74d-f09392623ae7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=564259da-0aa0-41f7-af21-7c2a039d2cf4 HTTP/1.1" status: 200 len: 915 time: 0.4494355 Nov 12 02:26:24.743701 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-611799de-c787-4dc1-8c48-add1060950d4 None None] Provisioning complete for port 1811f099-17ad-4f71-b973-8d8305a220f8 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:24.744386 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-611799de-c787-4dc1-8c48-add1060950d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.770236 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5ce964cc-afec-4be5-8019-5e8b3ff6f867 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.777708 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-cfbfae36-0eb3-46be-8d0a-c26516db63e6 req-34cdf5de-4fa0-42ca-a0a6-53d98abbcfc0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9af4dce4-b99d-4c7f-886f-2b150633f3ce HTTP/1.1" status: 200 len: 217 time: 0.0836225 Nov 12 02:26:24.777924 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8a6398b4-d7c0-41d9-a67f-64000e5d3dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.779211 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-be9fee98-1068-4a01-9279-b72367fd65a5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.780677 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8a6398b4-d7c0-41d9-a67f-64000e5d3dc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.781457 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-8a6398b4-d7c0-41d9-a67f-64000e5d3dc6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2631bd68-da69-4cd3-8298-116847590e55 HTTP/1.1" status: 204 len: 168 time: 0.4191465 Nov 12 02:26:24.834026 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6398b4-d7c0-41d9-a67f-64000e5d3dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2631bd68-da69-4cd3-8298-116847590e55,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:24.860558 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fee98-1068-4a01-9279-b72367fd65a5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Pushing event updated for resources: {'Port': ['ID=3a44f268-14fb-465a-9386-6b18a76ab0c7,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:24.883798 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.db_base_plugin_common [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-f65bc9e9-bdac-4972-80aa-de02df2cf696 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Allocated IP 172.20.0.4 (4900299f-9efb-4112-8c6a-f06549279dd7/3afb8cb5-ee86-4be7-9288-03af65a9f917/83f85631-c4ff-46fd-8497-a6a913b63d35) {{(pid=101626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:24.890776 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5dbec520-8c9b-4f73-a595-0291ec2d8cf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.907558 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5dbec520-8c9b-4f73-a595-0291ec2d8cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:24.949735 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eba678-65d3-4d93-ae24-1a21be0870ac req-9508ac66-7b7f-4c6b-99d5-92864026b8eb tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:24.953256 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e8eba678-65d3-4d93-ae24-1a21be0870ac req-9508ac66-7b7f-4c6b-99d5-92864026b8eb tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 944 time: 0.1846936 Nov 12 02:26:24.957904 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-611799de-c787-4dc1-8c48-add1060950d4 None None] Port 1811f099-17ad-4f71-b973-8d8305a220f8 cannot update to ACTIVE because it is not bound. {{(pid=101628) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:26:24.983710 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 82798266-d172-4d14-afa6-6755d2c7f0ab up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:24.999800 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-be9fee98-1068-4a01-9279-b72367fd65a5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Network 4900299f-9efb-4112-8c6a-f06549279dd7 is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:25.015218 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-be9fee98-1068-4a01-9279-b72367fd65a5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:25.019273 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfae36-0eb3-46be-8d0a-c26516db63e6 req-9b4ab6ac-23b6-46ba-b255-564898e9c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:25.021533 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-cfbfae36-0eb3-46be-8d0a-c26516db63e6 req-9b4ab6ac-23b6-46ba-b255-564898e9c557 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa652bb9-6eb9-4218-97dc-ea2358a10948 HTTP/1.1" status: 200 len: 854 time: 0.2265594 Nov 12 02:26:25.022625 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-be9fee98-1068-4a01-9279-b72367fd65a5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:25.028371 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-be9fee98-1068-4a01-9279-b72367fd65a5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:25.029021 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-be9fee98-1068-4a01-9279-b72367fd65a5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.060908 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-5dbec520-8c9b-4f73-a595-0291ec2d8cf5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=adeca23254604e53b79ea5b4c9cbaa82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4919267 Nov 12 02:26:25.064360 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-cfbfae36-0eb3-46be-8d0a-c26516db63e6 req-ef67d9a1-9af8-4725-bd5e-094ef7d52d62 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=564259da-0aa0-41f7-af21-7c2a039d2cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310402 Nov 12 02:26:25.071472 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 35212) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:25.074583 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbec520-8c9b-4f73-a595-0291ec2d8cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287f707c-f028-4e7e-8abb-218faced11ba,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:25.108665 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 82798266-d172-4d14-afa6-6755d2c7f0ab triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:25.109305 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.133834 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e8eba678-65d3-4d93-ae24-1a21be0870ac req-ef326f6c-1371-4031-bf2c-60cf21419626 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/security-groups?id=abddc060-61ac-4f7d-9796-21f6a21faa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559176 Nov 12 02:26:25.175535 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-be9fee98-1068-4a01-9279-b72367fd65a5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5784078 Nov 12 02:26:25.226915 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] Request body: {'port': {'device_id': '8b86d4a5-b34c-4d82-ae36-5d8bd5204678', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:25.263225 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9f9d9c83-6c33-44ba-93cc-0d6931275f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.368956 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-f65bc9e9-bdac-4972-80aa-de02df2cf696 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Publish callbacks [] for port, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.383801 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5ce964cc-afec-4be5-8019-5e8b3ff6f867 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.388423 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.394316 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7c841bd5-235c-420d-9cbb-c4bce69f19bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.478782 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-f65bc9e9-bdac-4972-80aa-de02df2cf696 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.488800 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] Publish callbacks [] for port, precommit_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.502827 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.572531 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c9547-2ccd-4810-a1fa-d4dee9afbebc None None] Pushing event updated for resources: {'Port': ['ID=9aa9916e-69d1-49f1-95ab-0d0441afa4df,revision_number=3']} {{(pid=101629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:25.592876 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-f65bc9e9-bdac-4972-80aa-de02df2cf696 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Network 4900299f-9efb-4112-8c6a-f06549279dd7 is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:25.674634 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-f65bc9e9-bdac-4972-80aa-de02df2cf696 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:25.681353 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-f65bc9e9-bdac-4972-80aa-de02df2cf696 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Received port after_create {{(pid=101626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:25.694478 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-f65bc9e9-bdac-4972-80aa-de02df2cf696 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:25.695145 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-f65bc9e9-bdac-4972-80aa-de02df2cf696 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.702177 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65bc9e9-bdac-4972-80aa-de02df2cf696 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Pushing event updated for resources: {'Port': ['ID=83f85631-c4ff-46fd-8497-a6a913b63d35,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:25.752869 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.managers [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] Attempting to bind port 9aa9916e-69d1-49f1-95ab-0d0441afa4df on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:25.752869 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.managers [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] Attempting to bind port 9aa9916e-69d1-49f1-95ab-0d0441afa4df by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': '5431d9a4-7526-4bfc-a2ad-c75b991a6769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344'}] {{(pid=101629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:25.753244 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] Attempting to bind port 9aa9916e-69d1-49f1-95ab-0d0441afa4df on network 3bf8a66c-2c88-40e7-879f-ed13c0e23344 {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:25.762731 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:25.763101 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] Checking segment: {'id': '5431d9a4-7526-4bfc-a2ad-c75b991a6769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:25.763444 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.763847 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] Bound using segment: {'id': '5431d9a4-7526-4bfc-a2ad-c75b991a6769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344'} {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:25.764361 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.managers [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] Bound port: 9aa9916e-69d1-49f1-95ab-0d0441afa4df, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5431d9a4-7526-4bfc-a2ad-c75b991a6769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344'}}] {{(pid=101629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:25.764764 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.767679 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-f65bc9e9-bdac-4972-80aa-de02df2cf696 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1969271 Nov 12 02:26:25.789113 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6b723-510d-45f5-a981-4f6175cb4889 req-6412c0b2-302a-4306-a3dd-fcf0596893c8 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:25.802792 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-06a6b723-510d-45f5-a981-4f6175cb4889 req-6412c0b2-302a-4306-a3dd-fcf0596893c8 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 931 time: 0.2622938 Nov 12 02:26:25.809670 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] Request body: {'port': {'device_id': '6ed46559-e702-488c-a32c-ec1c0e9b0b67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:25.888841 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.db [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] For port 9aa9916e-69d1-49f1-95ab-0d0441afa4df, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:25.897814 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.db [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] For port 9aa9916e-69d1-49f1-95ab-0d0441afa4df, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=9aa9916e-69d1-49f1-95ab-0d0441afa4df,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:25.907669 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.985818 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5ce964cc-afec-4be5-8019-5e8b3ff6f867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:25.986390 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c9547-2ccd-4810-a1fa-d4dee9afbebc None None] Pushing event updated for resources: {'Port': ['ID=9aa9916e-69d1-49f1-95ab-0d0441afa4df,revision_number=4']} {{(pid=101629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:25.997482 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-8dae2459-63b6-44a5-8e15-669a41ad40aa None None] Provisioning complete for port 9aa9916e-69d1-49f1-95ab-0d0441afa4df triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:25.997980 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-8dae2459-63b6-44a5-8e15-669a41ad40aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.001778 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-cfbfae36-0eb3-46be-8d0a-c26516db63e6 req-bbdfbf97-f31c-4b03-b572-02b5abf50ca7 service neutron] 10.222.0.61 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9277713 Nov 12 02:26:26.017688 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] Routers {'407eddd1-607a-4d4e-9b13-943d0300d260'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:26.018315 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:26:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['407eddd1-607a-4d4e-9b13-943d0300d260'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:26.024702 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-06a6b723-510d-45f5-a981-4f6175cb4889 req-62edfb75-fb41-47cc-a5a5-38dbbf0bc684 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201941 Nov 12 02:26:26.026285 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.262264 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 35240) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:26.265953 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-8dae2459-63b6-44a5-8e15-669a41ad40aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.283226 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-f7dce5f0-3ac0-4b06-aba1-4160fae3e26f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--629127365', 'description': 'tempest-description--1614074968'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:26.318065 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-8dae2459-63b6-44a5-8e15-669a41ad40aa None None] For port 9aa9916e-69d1-49f1-95ab-0d0441afa4df, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=9aa9916e-69d1-49f1-95ab-0d0441afa4df,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:26.324688 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-8dae2459-63b6-44a5-8e15-669a41ad40aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.330664 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] Set router 407eddd1-607a-4d4e-9b13-943d0300d260 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:26.413554 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae2459-63b6-44a5-8e15-669a41ad40aa None None] Pushing event updated for resources: {'Port': ['ID=9aa9916e-69d1-49f1-95ab-0d0441afa4df,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:26.438488 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f7dce5f0-3ac0-4b06-aba1-4160fae3e26f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.481102 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce964cc-afec-4be5-8019-5e8b3ff6f867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bdb29c-ceb4-473f-b422-5d2374a5e964,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:26.510226 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7c841bd5-235c-420d-9cbb-c4bce69f19bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.553089 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464e7b8-af44-4555-b2b5-bd7ec7b6385e req-cce72662-b292-4a85-b6be-785461bd0012 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:26.554791 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0464e7b8-af44-4555-b2b5-bd7ec7b6385e req-cce72662-b292-4a85-b6be-785461bd0012 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 944 time: 0.2150011 Nov 12 02:26:26.594933 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-5ce964cc-afec-4be5-8019-5e8b3ff6f867 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=552bdb1878314b0ab0cc79f0a119dd69&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9345345 Nov 12 02:26:26.603424 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 35246) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:26.631789 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850c63b-3fd1-4c33-bf48-28c20cf53779 req-d8092e4d-60db-4f14-a896-7b0a4269f48b tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:26.633924 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5850c63b-3fd1-4c33-bf48-28c20cf53779 req-d8092e4d-60db-4f14-a896-7b0a4269f48b tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 943 time: 0.3844178 Nov 12 02:26:26.668787 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-0d9620f8-360a-4dfa-bee2-ca0d4165381a None None] Provisioning complete for port 9aa9916e-69d1-49f1-95ab-0d0441afa4df triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:26.669194 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-0d9620f8-360a-4dfa-bee2-ca0d4165381a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.727540 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9f9d9c83-6c33-44ba-93cc-0d6931275f2b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.735363 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:26:26.758178 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9f9d9c83-6c33-44ba-93cc-0d6931275f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.758954 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0464e7b8-af44-4555-b2b5-bd7ec7b6385e req-8c0f8204-424d-473a-9ff1-66a754b0721b tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/security-groups?id=abddc060-61ac-4f7d-9796-21f6a21faa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942346 Nov 12 02:26:26.770965 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9f9d9c83-6c33-44ba-93cc-0d6931275f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395248'] for router_interface, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.801720 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f7dce5f0-3ac0-4b06-aba1-4160fae3e26f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.804061 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:00Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'gw_port': {'id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '9aa9916e-69d1-49f1-95ab-0d0441afa4df', 'name': '', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'mac_address': 'fa:16:3e:6f:5c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 4, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'subnets': [{'id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:26.808670 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5850c63b-3fd1-4c33-bf48-28c20cf53779 req-82291770-d164-43f4-9208-6532ddd7b83b tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668983 Nov 12 02:26:26.809891 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f7dce5f0-3ac0-4b06-aba1-4160fae3e26f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.847809 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dce5f0-3ac0-4b06-aba1-4160fae3e26f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ece398-c886-4b4f-90d8-0cc4437f7814,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:26.851600 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d9c83-6c33-44ba-93cc-0d6931275f2b admin admin] Pushing event updated for resources: {'Port': ['ID=1811f099-17ad-4f71-b973-8d8305a220f8,revision_number=2']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:26.855148 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f7dce5f0-3ac0-4b06-aba1-4160fae3e26f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.857329 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-f7dce5f0-3ac0-4b06-aba1-4160fae3e26f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5850914 Nov 12 02:26:26.860651 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 35248) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:26.867761 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-cfbfae36-0eb3-46be-8d0a-c26516db63e6 req-e6cf97ae-84e4-4a8d-86e3-f548b742eb30 service neutron] 10.222.0.61 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7073607 Nov 12 02:26:26.873438 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-2d9a502b-324b-4458-84c7-078d4e318c1b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Request body: {'security_group_rule': {'security_group_id': '30ece398-c886-4b4f-90d8-0cc4437f7814', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:26.876143 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8c809f-c4ba-495e-adc8-157cf759a941 None None] The sync data for ids ['407eddd1-607a-4d4e-9b13-943d0300d260'] in dv-cinder-808574-4-smb is: [{'id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:00Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'gw_port': {'id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '9aa9916e-69d1-49f1-95ab-0d0441afa4df', 'name': '', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'mac_address': 'fa:16:3e:6f:5c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:25Z', 'revision_number': 4, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'subnets': [{'id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:26:26.910948 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7c841bd5-235c-420d-9cbb-c4bce69f19bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.915007 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7c841bd5-235c-420d-9cbb-c4bce69f19bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.916823 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-7c841bd5-235c-420d-9cbb-c4bce69f19bb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/287f707c-f028-4e7e-8abb-218faced11ba HTTP/1.1" status: 204 len: 168 time: 1.8443141 Nov 12 02:26:26.980126 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2d9a502b-324b-4458-84c7-078d4e318c1b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:26.996904 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c841bd5-235c-420d-9cbb-c4bce69f19bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287f707c-f028-4e7e-8abb-218faced11ba,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:27.007204 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-417a6178-5978-412a-abd9-6f77500f28c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.139282 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a44f268-14fb-465a-9386-6b18a76ab0c7 {{(pid=101627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:27.193366 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.229377 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2d9a502b-324b-4458-84c7-078d4e318c1b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.234695 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.provisioning_blocks [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] Transition to ACTIVE for port object 3a44f268-14fb-465a-9386-6b18a76ab0c7 will not be triggered until provisioned by entity L2. {{(pid=101627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:26:27.258832 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6,segment=NetworkSegment(a6304e8a-8e2a-4c90-88ab-c55877da1e0b),segment_id=a6304e8a-8e2a-4c90-88ab-c55877da1e0b)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:27.261420 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.266211 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2d9a502b-324b-4458-84c7-078d4e318c1b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313218'] for security_group_rule, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.311036 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': 'c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6', 'network_id': 'b71b3562-297c-4526-ab60-647efdcd95a4', 'port_id': 'c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6', 'mac_address': 'fa:16:3e:48:06:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f22c72b-a8de-413d-8fad-f5fc5db0bb99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:26:27.329776 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-417a6178-5978-412a-abd9-6f77500f28c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.332737 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a502b-324b-4458-84c7-078d4e318c1b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29581824-ba41-49f9-8c26-7a9cc9ae0b24,revision_number=0']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:27.394294 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.420093 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:27.459014 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6,segment=NetworkSegment(a6304e8a-8e2a-4c90-88ab-c55877da1e0b),segment_id=a6304e8a-8e2a-4c90-88ab-c55877da1e0b)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:27.468223 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] Pushing event updated for resources: {'Port': ['ID=3a44f268-14fb-465a-9386-6b18a76ab0c7,revision_number=2']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:27.468531 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.469600 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 9af4dce4-b99d-4c7f-886f-2b150633f3ce details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:26:27.486520 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9d9c83-6c33-44ba-93cc-0d6931275f2b admin admin] Network 404a7e3a-99c5-4a67-9227-adbb62c821aa is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:27.492613 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-9f9d9c83-6c33-44ba-93cc-0d6931275f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:27.557698 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] Attempting to bind port 3a44f268-14fb-465a-9386-6b18a76ab0c7 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:27.558389 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] Attempting to bind port 3a44f268-14fb-465a-9386-6b18a76ab0c7 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '5b63cd6f-3a51-4335-b06a-5e4731054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7'}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:27.559097 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] Attempting to bind port 3a44f268-14fb-465a-9386-6b18a76ab0c7 on network 4900299f-9efb-4112-8c6a-f06549279dd7 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:27.568016 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] Port 3a44f268-14fb-465a-9386-6b18a76ab0c7 on network 4900299f-9efb-4112-8c6a-f06549279dd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:26:27.569121 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] Attempting to bind port 3a44f268-14fb-465a-9386-6b18a76ab0c7 on network 4900299f-9efb-4112-8c6a-f06549279dd7 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:27.585636 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] Checking agent: {'id': '2c3d3ad8-5938-43f6-9304-04beb85952ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:27.586493 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] Checking segment: {'id': '5b63cd6f-3a51-4335-b06a-5e4731054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:27.587075 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] Bound using segment: {'id': '5b63cd6f-3a51-4335-b06a-5e4731054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7'} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:27.587739 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] Bound port: 3a44f268-14fb-465a-9386-6b18a76ab0c7, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b63cd6f-3a51-4335-b06a-5e4731054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7'}}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:27.588355 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.660144 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-417a6178-5978-412a-abd9-6f77500f28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.668925 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-417a6178-5978-412a-abd9-6f77500f28c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.671715 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-417a6178-5978-412a-abd9-6f77500f28c7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/15bdb29c-ceb4-473f-b422-5d2374a5e964 HTTP/1.1" status: 204 len: 168 time: 1.0585289 Nov 12 02:26:27.686255 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:27.733066 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 9af4dce4-b99d-4c7f-886f-2b150633f3ce, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=9af4dce4-b99d-4c7f-886f-2b150633f3ce,segment=NetworkSegment(ebf57d23-5daf-41dd-ba5d-ceafe7b55831),segment_id=ebf57d23-5daf-41dd-ba5d-ceafe7b55831)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:27.761874 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': '9af4dce4-b99d-4c7f-886f-2b150633f3ce', 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4', 'port_id': '9af4dce4-b99d-4c7f-886f-2b150633f3ce', 'mac_address': 'fa:16:3e:70:c0:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa652bb9-6eb9-4218-97dc-ea2358a10948', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:26:27.770057 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2d9a502b-324b-4458-84c7-078d4e318c1b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.771924 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-2d9a502b-324b-4458-84c7-078d4e318c1b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9083059 Nov 12 02:26:27.797101 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 35268) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:27.827041 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-c64b39dd-0797-4dbf-b70b-9e140b77e626 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Request body: {'security_group_rule': {'security_group_id': '30ece398-c886-4b4f-90d8-0cc4437f7814', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:27.859440 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0d9a1-528b-4387-ae13-3ebbc1ee09d9 req-1b0e4132-f0e2-4559-952a-bd68923d7661 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:27.884294 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-05b0d9a1-528b-4387-ae13-3ebbc1ee09d9 req-1b0e4132-f0e2-4559-952a-bd68923d7661 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 931 time: 0.6990647 Nov 12 02:26:27.898249 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.927993 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a6178-5978-412a-abd9-6f77500f28c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bdb29c-ceb4-473f-b422-5d2374a5e964,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:27.963246 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c64b39dd-0797-4dbf-b70b-9e140b77e626 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:27.988961 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af4dce4-b99d-4c7f-886f-2b150633f3ce {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:28.039388 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-c4e9a7c8-61f3-4fe3-b16c-e7a3043063b2 None None] Provisioning complete for port 1811f099-17ad-4f71-b973-8d8305a220f8 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:28.039871 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-c4e9a7c8-61f3-4fe3-b16c-e7a3043063b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:28.091090 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 9af4dce4-b99d-4c7f-886f-2b150633f3ce, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=9af4dce4-b99d-4c7f-886f-2b150633f3ce,segment=NetworkSegment(ebf57d23-5daf-41dd-ba5d-ceafe7b55831),segment_id=ebf57d23-5daf-41dd-ba5d-ceafe7b55831)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:28.112118 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:28.150670 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] For port 3a44f268-14fb-465a-9386-6b18a76ab0c7, host hv-cinder-80857, cleared binding levels {{(pid=101627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:28.156444 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-05b0d9a1-528b-4387-ae13-3ebbc1ee09d9 req-f0784aee-411c-401e-833f-6bbcb6cf11de tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458878 Nov 12 02:26:28.162147 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] For port 3a44f268-14fb-465a-9386-6b18a76ab0c7, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=3a44f268-14fb-465a-9386-6b18a76ab0c7,segment=NetworkSegment(5b63cd6f-3a51-4335-b06a-5e4731054def),segment_id=5b63cd6f-3a51-4335-b06a-5e4731054def)] {{(pid=101627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:28.198943 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c64b39dd-0797-4dbf-b70b-9e140b77e626 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:28.203529 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-c4e9a7c8-61f3-4fe3-b16c-e7a3043063b2 None None] Port 1811f099-17ad-4f71-b973-8d8305a220f8 cannot update to ACTIVE because it is not bound. {{(pid=101628) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:26:28.216711 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c64b39dd-0797-4dbf-b70b-9e140b77e626 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313218'] for security_group_rule, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:28.225830 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:28.234807 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9d9c83-6c33-44ba-93cc-0d6931275f2b admin admin] Router a508150a-81b6-4e6d-834f-6e2f91c16084 has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:26:28.295522 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=9af4dce4-b99d-4c7f-886f-2b150633f3ce,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:28.364787 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271236ce-e51c-439e-81b6-dbb7698af121 req-12ba0a21-6175-4f78-9c58-4447fe69fc57 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:28.370269 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-271236ce-e51c-439e-81b6-dbb7698af121 req-12ba0a21-6175-4f78-9c58-4447fe69fc57 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 945 time: 0.4090710 Nov 12 02:26:28.388948 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b39dd-0797-4dbf-b70b-9e140b77e626 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa29b9b4-83e5-4cc9-9c00-efe116a01b89,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:28.446914 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:28.448400 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:28.449485 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['9af4dce4-b99d-4c7f-886f-2b150633f3ce'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:26:28.451787 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] 10.222.0.61 "PUT /v2.0/ports/3a44f268-14fb-465a-9386-6b18a76ab0c7 HTTP/1.1" status: 200 len: 1093 time: 3.2653384 Nov 12 02:26:28.454339 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b86d4a5-b34c-4d82-ae36-5d8bd5204678', 'tag': '3a44f268-14fb-465a-9386-6b18a76ab0c7'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:28.457080 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6a498c-f06c-4d47-b16b-66bf60b7c948" -d '{"events": [{"name": "network-changed", "server_uuid": "8b86d4a5-b34c-4d82-ae36-5d8bd5204678", "tag": "3a44f268-14fb-465a-9386-6b18a76ab0c7"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:28.464656 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c64b39dd-0797-4dbf-b70b-9e140b77e626 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:28.469664 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-c64b39dd-0797-4dbf-b70b-9e140b77e626 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6595528 Nov 12 02:26:28.477865 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 35296) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:28.489185 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-18278d79-a3e3-4873-8eda-923f26f6a300 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Request body: {'floatingip': {'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:28.502841 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f85631-c4ff-46fd-8497-a6a913b63d35 {{(pid=101626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:28.511694 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:26:28.526226 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:28.566648 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259010da-d578-4e62-984c-819d09bb79df req-7a88dc97-a122-4d76-962d-dccc461881c6 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:28.568818 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-259010da-d578-4e62-984c-819d09bb79df req-7a88dc97-a122-4d76-962d-dccc461881c6 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 944 time: 0.2212288 Nov 12 02:26:28.634555 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92f19b-0195-4d6b-b997-3bfa5ea6180b service neutron] Pushing event updated for resources: {'Port': ['ID=3a44f268-14fb-465a-9386-6b18a76ab0c7,revision_number=3']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:28.637026 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.provisioning_blocks [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] Transition to ACTIVE for port object 83f85631-c4ff-46fd-8497-a6a913b63d35 will not be triggered until provisioned by entity L2. {{(pid=101626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:26:28.644812 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-271236ce-e51c-439e-81b6-dbb7698af121 req-10e41cd0-f331-4755-81d9-1f40ae12318b tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/security-groups?id=abddc060-61ac-4f7d-9796-21f6a21faa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508879 Nov 12 02:26:28.650556 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:28.702926 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-18278d79-a3e3-4873-8eda-923f26f6a300 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for floatingip, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:28.768548 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] Pushing event updated for resources: {'Port': ['ID=83f85631-c4ff-46fd-8497-a6a913b63d35,revision_number=2']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:28.840885 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-259010da-d578-4e62-984c-819d09bb79df req-3010565d-5cb1-4ccb-be82-12a09613e378 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551279 Nov 12 02:26:28.891728 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-25c08076-60e0-4112-9b43-0513be83531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:28.894420 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-25c08076-60e0-4112-9b43-0513be83531d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5e167f262944295a8c55b0f02df4cdc&device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 1096 time: 0.3859727 Nov 12 02:26:28.933048 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d161270f-5271-43e4-9863-8344523511f2 x-openstack-request-id: req-d161270f-5271-43e4-9863-8344523511f2 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:28.933344 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b86d4a5-b34c-4d82-ae36-5d8bd5204678", "tag": "3a44f268-14fb-465a-9386-6b18a76ab0c7", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:28.933601 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d161270f-5271-43e4-9863-8344523511f2 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:28.934003 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b86d4a5-b34c-4d82-ae36-5d8bd5204678', 'tag': '3a44f268-14fb-465a-9386-6b18a76ab0c7', 'status': 'completed', 'code': 200} Nov 12 02:26:28.934530 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.managers [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] Attempting to bind port 83f85631-c4ff-46fd-8497-a6a913b63d35 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:28.935670 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.managers [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] Attempting to bind port 83f85631-c4ff-46fd-8497-a6a913b63d35 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '5b63cd6f-3a51-4335-b06a-5e4731054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7'}] {{(pid=101626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:28.936372 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] Attempting to bind port 83f85631-c4ff-46fd-8497-a6a913b63d35 on network 4900299f-9efb-4112-8c6a-f06549279dd7 {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:28.960257 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] Port 83f85631-c4ff-46fd-8497-a6a913b63d35 on network 4900299f-9efb-4112-8c6a-f06549279dd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:26:28.960699 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] Attempting to bind port 83f85631-c4ff-46fd-8497-a6a913b63d35 on network 4900299f-9efb-4112-8c6a-f06549279dd7 {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:28.978947 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] Checking agent: {'id': '2c3d3ad8-5938-43f6-9304-04beb85952ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:28.980254 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] Checking segment: {'id': '5b63cd6f-3a51-4335-b06a-5e4731054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:28.990758 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] Bound using segment: {'id': '5b63cd6f-3a51-4335-b06a-5e4731054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7'} {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:29.000552 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.managers [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] Bound port: 83f85631-c4ff-46fd-8497-a6a913b63d35, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b63cd6f-3a51-4335-b06a-5e4731054def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7'}}] {{(pid=101626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:29.001414 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:29.037309 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 9aa9916e-69d1-49f1-95ab-0d0441afa4df up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:29.069229 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-c86f3f84-be20-4d32-8aa3-c9a409f39cd7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a44f268-14fb-465a-9386-6b18a76ab0c7 HTTP/1.1" status: 200 len: 217 time: 0.1416168 Nov 12 02:26:29.167800 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9d9c83-6c33-44ba-93cc-0d6931275f2b admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:26:29.176331 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-9f9d9c83-6c33-44ba-93cc-0d6931275f2b admin admin] 10.222.0.66 "PUT /v2.0/routers/a508150a-81b6-4e6d-834f-6e2f91c16084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8508191 Nov 12 02:26:29.206817 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-ccf81a3b-f13d-4d4c-b88c-82b7d50fe761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:29.209319 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-ccf81a3b-f13d-4d4c-b88c-82b7d50fe761 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3afb8cb5-ee86-4be7-9288-03af65a9f917 HTTP/1.1" status: 200 len: 859 time: 0.1281521 Nov 12 02:26:29.213352 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] Sync routers for ids ['a508150a-81b6-4e6d-834f-6e2f91c16084'] in dv-cinder-808574-4-smb {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:26:29.223670 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] For port 83f85631-c4ff-46fd-8497-a6a913b63d35, host hv-cinder-80857, cleared binding levels {{(pid=101626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:29.240756 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] For port 83f85631-c4ff-46fd-8497-a6a913b63d35, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=83f85631-c4ff-46fd-8497-a6a913b63d35,segment=NetworkSegment(5b63cd6f-3a51-4335-b06a-5e4731054def),segment_id=5b63cd6f-3a51-4335-b06a-5e4731054def)] {{(pid=101626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:29.248859 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:29.263203 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-28cc6f7c-6596-4bd3-8b2e-76c4cd7a04c0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4900299f-9efb-4112-8c6a-f06549279dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463178 Nov 12 02:26:29.315168 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-18278d79-a3e3-4873-8eda-923f26f6a300 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:29.333577 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] Routers {'a508150a-81b6-4e6d-834f-6e2f91c16084'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:29.335529 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:26:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['a508150a-81b6-4e6d-834f-6e2f91c16084'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:29.379140 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:29.379795 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:29.381480 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] 10.222.0.61 "PUT /v2.0/ports/83f85631-c4ff-46fd-8497-a6a913b63d35 HTTP/1.1" status: 200 len: 1093 time: 3.5766006 Nov 12 02:26:29.381955 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed46559-e702-488c-a32c-ec1c0e9b0b67', 'tag': '83f85631-c4ff-46fd-8497-a6a913b63d35'}] {{(pid=101626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:29.385217 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee064878ec57991a80a61b6e38777a609e15accd33394659691c67407ac4dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56139dec-c399-4290-ade3-83a83aeec959" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed46559-e702-488c-a32c-ec1c0e9b0b67", "tag": "83f85631-c4ff-46fd-8497-a6a913b63d35"}]}' {{(pid=101626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:29.471045 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [None req-18278d79-a3e3-4873-8eda-923f26f6a300 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Allocated IP 172.28.0.185 (746dceb8-55e8-4523-9283-66828a4b28c6/d778f24f-8ae6-4f5c-a711-628df869656e/e1143051-d85d-45ab-bd68-aab67b78481c) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:29.486002 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bad136-b149-43ba-bfaa-da7f08c5cc23 service neutron] Pushing event updated for resources: {'Port': ['ID=83f85631-c4ff-46fd-8497-a6a913b63d35,revision_number=3']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:29.501012 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f195a63b-d7dc-4831-9f10-a93ada6634ff x-openstack-request-id: req-f195a63b-d7dc-4831-9f10-a93ada6634ff {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:29.501096 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed46559-e702-488c-a32c-ec1c0e9b0b67", "tag": "83f85631-c4ff-46fd-8497-a6a913b63d35", "status": "completed", "code": 200}]} {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:29.501411 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f195a63b-d7dc-4831-9f10-a93ada6634ff {{(pid=101626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:29.501914 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed46559-e702-488c-a32c-ec1c0e9b0b67', 'tag': '83f85631-c4ff-46fd-8497-a6a913b63d35', 'status': 'completed', 'code': 200} Nov 12 02:26:29.515771 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58328c4d-b515-4039-8b73-669d3dd55fff req-0171294b-76d7-4b85-a939-7d8f5f69ae1a tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:29.526922 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-58328c4d-b515-4039-8b73-669d3dd55fff req-0171294b-76d7-4b85-a939-7d8f5f69ae1a tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 943 time: 0.1977999 Nov 12 02:26:29.545480 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-448cb9eb-56cd-495f-92ab-ef93e6318e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:29.546947 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-448cb9eb-56cd-495f-92ab-ef93e6318e84 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5e167f262944295a8c55b0f02df4cdc&device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 1096 time: 0.1177268 Nov 12 02:26:29.610893 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-f192f16b-469e-4edb-a742-e5cdad842272 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83f85631-c4ff-46fd-8497-a6a913b63d35 HTTP/1.1" status: 200 len: 217 time: 0.0544684 Nov 12 02:26:29.620951 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-18278d79-a3e3-4873-8eda-923f26f6a300 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:29.632533 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] Set router a508150a-81b6-4e6d-834f-6e2f91c16084 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:29.679639 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-58328c4d-b515-4039-8b73-669d3dd55fff req-e63692d4-0788-4ed4-b42d-13e9764e2ec9 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475387 Nov 12 02:26:29.708852 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-18278d79-a3e3-4873-8eda-923f26f6a300 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:29.713570 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 9aa9916e-69d1-49f1-95ab-0d0441afa4df triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:29.713932 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:29.735700 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-b6dd65cd-205b-49a8-9205-8522fa27467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:29.740457 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-b6dd65cd-205b-49a8-9205-8522fa27467f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3afb8cb5-ee86-4be7-9288-03af65a9f917 HTTP/1.1" status: 200 len: 859 time: 0.1182251 Nov 12 02:26:29.803932 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-4aefa357-925d-4f3b-9adc-822b9f178d28 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4900299f-9efb-4112-8c6a-f06549279dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508807 Nov 12 02:26:29.997734 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbdbd7-2414-457b-8046-b65712fbe046 req-a61d9b60-c80c-470c-be31-484b7092b344 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:30.011717 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1edbdbd7-2414-457b-8046-b65712fbe046 req-a61d9b60-c80c-470c-be31-484b7092b344 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 945 time: 0.1793368 Nov 12 02:26:30.062402 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-73705902-660a-4023-9fbc-4524354aca89 service neutron] 10.222.0.61 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495828 Nov 12 02:26:30.205125 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1edbdbd7-2414-457b-8046-b65712fbe046 req-74d896b5-906b-49cb-b7e9-ffe4446ebe7d tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/security-groups?id=abddc060-61ac-4f7d-9796-21f6a21faa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919470 Nov 12 02:26:30.242951 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18278d79-a3e3-4873-8eda-923f26f6a300 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Network 746dceb8-55e8-4523-9283-66828a4b28c6 is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:30.244563 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-18278d79-a3e3-4873-8eda-923f26f6a300 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:30.271096 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e8d05a4a-d64f-4619-ab0b-2e72b38cc1d4 req-7af9772e-2351-4944-be50-4751622858f8 service neutron] 10.222.0.61 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966972 Nov 12 02:26:30.289463 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18278d79-a3e3-4873-8eda-923f26f6a300 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Pushing event updated for resources: {'Port': ['ID=e1143051-d85d-45ab-bd68-aab67b78481c,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:30.295526 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18278d79-a3e3-4873-8eda-923f26f6a300 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:30.336772 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-99fc4604-d83b-419f-9ea2-86c51f957481 service neutron] 10.222.0.61 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0639749 Nov 12 02:26:30.426415 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:01Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 4, 'project_id': 'f703f38cf65b46999d543ac359444567', 'gw_port': {'id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '1811f099-17ad-4f71-b973-8d8305a220f8', 'name': '', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'mac_address': 'fa:16:3e:48:a7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:22Z', 'updated_at': '2021-11-12T02:26:26Z', 'revision_number': 2, 'project_id': 'f703f38cf65b46999d543ac359444567', 'subnets': [{'id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:30.484422 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0135af-9598-476d-83ef-a7f76a4c6c8e req-a2aa511c-d0ba-45e9-b2e2-7f7b943dc0e5 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:30.501364 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-bc0135af-9598-476d-83ef-a7f76a4c6c8e req-a2aa511c-d0ba-45e9-b2e2-7f7b943dc0e5 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 944 time: 0.1182044 Nov 12 02:26:30.509939 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] Checking router: a508150a-81b6-4e6d-834f-6e2f91c16084 for host: dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:26:30.510493 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56139dec-c399-4290-ade3-83a83aeec959 req-c065cae7-9366-4bf6-b7e8-f4132722dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:30.510660 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] Updating router a508150a-81b6-4e6d-834f-6e2f91c16084 port 1811f099-17ad-4f71-b973-8d8305a220f8 binding host dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:26:30.518444 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-56139dec-c399-4290-ade3-83a83aeec959 req-c065cae7-9366-4bf6-b7e8-f4132722dabf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5e167f262944295a8c55b0f02df4cdc&device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 1096 time: 0.1856704 Nov 12 02:26:30.585985 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:30.682454 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-bc0135af-9598-476d-83ef-a7f76a4c6c8e req-9b27aac1-2ad5-4d27-aefa-fe0f3ae8f5ef tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576860 Nov 12 02:26:30.701309 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-18278d79-a3e3-4873-8eda-923f26f6a300 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:30.737854 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:30.778878 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b9e24bdf-eeb1-4022-91c2-b47980afc458 req-6f3371c2-eb16-40af-b214-45ee26ca442a service neutron] 10.222.0.61 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031670 Nov 12 02:26:30.782440 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-18278d79-a3e3-4873-8eda-923f26f6a300 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:30.902674 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 35382) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:30.912057 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-25317f59-5fdb-4b4e-a903-873b8b0a1ab7 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--646113481', 'description': 'tempest-description--859401337'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:30.942285 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning for port c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 completed by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:26:30.949928 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:30.950353 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:30.962982 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56139dec-c399-4290-ade3-83a83aeec959 req-98eb7f8f-657e-4ea7-adfc-86f8e61f170f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:30.965532 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-56139dec-c399-4290-ade3-83a83aeec959 req-98eb7f8f-657e-4ea7-adfc-86f8e61f170f service neutron] 10.222.0.61 "GET /v2.0/networks?id=4900299f-9efb-4112-8c6a-f06549279dd7 HTTP/1.1" status: 200 len: 920 time: 0.4254088 Nov 12 02:26:30.967257 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-25317f59-5fdb-4b4e-a903-873b8b0a1ab7 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.047989 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbccb2-4709-4422-926b-9394609afaa0 req-3b76beb7-fbc3-4979-a792-f5a3a2d587d5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:31.050353 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ccdbccb2-4709-4422-926b-9394609afaa0 req-3b76beb7-fbc3-4979-a792-f5a3a2d587d5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 943 time: 0.2144861 Nov 12 02:26:31.134984 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-56139dec-c399-4290-ade3-83a83aeec959 req-8ffc1a1c-662e-49a0-9c94-5197a606b9aa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83f85631-c4ff-46fd-8497-a6a913b63d35 HTTP/1.1" status: 200 len: 217 time: 0.1448774 Nov 12 02:26:31.180130 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.203513 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a498c-f06c-4d47-b16b-66bf60b7c948 req-afc88f45-8441-4145-b6f3-52227320e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:31.205705 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-1e6a498c-f06c-4d47-b16b-66bf60b7c948 req-afc88f45-8441-4145-b6f3-52227320e3a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5e167f262944295a8c55b0f02df4cdc&device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 1096 time: 0.3645406 Nov 12 02:26:31.313384 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6,segment=NetworkSegment(a6304e8a-8e2a-4c90-88ab-c55877da1e0b),segment_id=a6304e8a-8e2a-4c90-88ab-c55877da1e0b)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:31.319581 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f877b6a-92eb-43b9-bb7c-6dd4c76863ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:31.361333 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-25317f59-5fdb-4b4e-a903-873b8b0a1ab7 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.383045 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ccdbccb2-4709-4422-926b-9394609afaa0 req-19d3eeca-7104-4c0a-a92c-b8f04506467f tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492070 Nov 12 02:26:31.428208 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-25317f59-5fdb-4b4e-a903-873b8b0a1ab7 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.436741 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-18278d79-a3e3-4873-8eda-923f26f6a300 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for port, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.441692 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56139dec-c399-4290-ade3-83a83aeec959 req-712b39f5-6439-43fa-bda3-e9d15458e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:31.446174 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-56139dec-c399-4290-ade3-83a83aeec959 req-712b39f5-6439-43fa-bda3-e9d15458e496 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3afb8cb5-ee86-4be7-9288-03af65a9f917 HTTP/1.1" status: 200 len: 859 time: 0.2813425 Nov 12 02:26:31.469374 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc7544-19ea-4699-9eaf-3c971917ba1f req-4f714fdd-c8eb-4370-8678-a8feaefbb8ed tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:31.475013 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-18278d79-a3e3-4873-8eda-923f26f6a300 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.479256 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6abc7544-19ea-4699-9eaf-3c971917ba1f req-4f714fdd-c8eb-4370-8678-a8feaefbb8ed tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 946 time: 0.1093376 Nov 12 02:26:31.514707 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-25317f59-5fdb-4b4e-a903-873b8b0a1ab7 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.516544 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-25317f59-5fdb-4b4e-a903-873b8b0a1ab7 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6126609 Nov 12 02:26:31.546165 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.558075 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 9af4dce4-b99d-4c7f-886f-2b150633f3ce up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:31.558284 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 35430) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:31.567949 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a498c-f06c-4d47-b16b-66bf60b7c948 req-e5830463-fb62-439c-92e4-4dd0e1bce89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:31.575617 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-1e6a498c-f06c-4d47-b16b-66bf60b7c948 req-e5830463-fb62-439c-92e4-4dd0e1bce89b service neutron] 10.222.0.61 "GET /v2.0/networks?id=4900299f-9efb-4112-8c6a-f06549279dd7 HTTP/1.1" status: 200 len: 920 time: 0.3612731 Nov 12 02:26:31.579599 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6abc7544-19ea-4699-9eaf-3c971917ba1f req-c5fcef60-b1e9-4ad1-a76b-15350e3a8082 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/security-groups?id=abddc060-61ac-4f7d-9796-21f6a21faa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907509 Nov 12 02:26:31.582704 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-18278d79-a3e3-4873-8eda-923f26f6a300 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394463'] for floatingip, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.583680 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-56139dec-c399-4290-ade3-83a83aeec959 req-0164a26c-a7a9-47bd-813a-1e412190f52f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4900299f-9efb-4112-8c6a-f06549279dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229990 Nov 12 02:26:31.592460 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-cab60859-3b7f-4a37-bb0b-11ab895f1c1d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Request body: {'security_group_rule': {'security_group_id': 'e38ff52b-8817-48eb-8204-eafbf0567ff9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:31.602809 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25317f59-5fdb-4b4e-a903-873b8b0a1ab7 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e38ff52b-8817-48eb-8204-eafbf0567ff9,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:31.754600 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-1e6a498c-f06c-4d47-b16b-66bf60b7c948 req-4774e2b7-55ad-4c0e-b85c-0a8b36679675 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a44f268-14fb-465a-9386-6b18a76ab0c7 HTTP/1.1" status: 200 len: 217 time: 0.1539927 Nov 12 02:26:31.759927 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18278d79-a3e3-4873-8eda-923f26f6a300 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Pushing event updated for resources: {'Port': ['ID=e1143051-d85d-45ab-bd68-aab67b78481c,revision_number=2']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:31.771816 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9edf286-a5ca-4bb3-80f1-ee0e5d327ac8" -d '{"events": [{"server_uuid": "3f877b6a-92eb-43b9-bb7c-6dd4c76863ea", "name": "network-vif-plugged", "status": "completed", "tag": "c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:31.810170 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-cab60859-3b7f-4a37-bb0b-11ab895f1c1d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.873145 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-18278d79-a3e3-4873-8eda-923f26f6a300 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for floatingip, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.885779 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-18278d79-a3e3-4873-8eda-923f26f6a300 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4071083 Nov 12 02:26:31.902445 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-cab60859-3b7f-4a37-bb0b-11ab895f1c1d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.919735 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-cab60859-3b7f-4a37-bb0b-11ab895f1c1d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313218'] for security_group_rule, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.932092 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a498c-f06c-4d47-b16b-66bf60b7c948 req-27c4978b-4686-4d4c-9917-cf56a81f5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:31.935452 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-1e6a498c-f06c-4d47-b16b-66bf60b7c948 req-27c4978b-4686-4d4c-9917-cf56a81f5c0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3afb8cb5-ee86-4be7-9288-03af65a9f917 HTTP/1.1" status: 200 len: 859 time: 0.1708667 Nov 12 02:26:31.948022 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-d1ff793a-92cb-4635-b154-2403d3dd5c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.951775 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:32.016843 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-1e6a498c-f06c-4d47-b16b-66bf60b7c948 req-aacd5012-b12d-425a-9e51-d3a459c388c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4900299f-9efb-4112-8c6a-f06549279dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751321 Nov 12 02:26:32.029387 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-56139dec-c399-4290-ade3-83a83aeec959 req-025af5ec-13f2-4196-80e0-378a1b25f433 service neutron] 10.222.0.61 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317167 Nov 12 02:26:32.033524 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab60859-3b7f-4a37-bb0b-11ab895f1c1d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f565f648-bd39-464c-8545-8ec0cf43c1e3,revision_number=0']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:32.125090 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574d1245-40cb-4e73-8f7c-1925e3858154 x-openstack-request-id: req-574d1245-40cb-4e73-8f7c-1925e3858154 {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:32.125405 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f877b6a-92eb-43b9-bb7c-6dd4c76863ea", "name": "network-vif-plugged", "status": "completed", "tag": "c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:32.126017 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-574d1245-40cb-4e73-8f7c-1925e3858154 {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:32.126520 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f877b6a-92eb-43b9-bb7c-6dd4c76863ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6', 'code': 200} Nov 12 02:26:32.160442 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning for port 9af4dce4-b99d-4c7f-886f-2b150633f3ce completed by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:26:32.164310 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] Publish callbacks [] for port, precommit_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:32.172298 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:32.176974 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port 9af4dce4-b99d-4c7f-886f-2b150633f3ce triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:32.177332 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:32.189996 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:32.267599 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021dc59-c399-49c1-b4e9-bcb61356bc70 req-ff74dfdf-1b0d-433a-9b51-3f0cb0340559 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:32.269305 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7021dc59-c399-49c1-b4e9-bcb61356bc70 req-ff74dfdf-1b0d-433a-9b51-3f0cb0340559 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 944 time: 0.4140785 Nov 12 02:26:32.281273 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-56139dec-c399-4290-ade3-83a83aeec959 req-d9f88ee0-363a-47ae-90cb-85268b62eec1 service neutron] 10.222.0.61 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305334 Nov 12 02:26:32.287131 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-1e6a498c-f06c-4d47-b16b-66bf60b7c948 req-28f87318-14e6-4d25-af36-9a1e441d6009 service neutron] 10.222.0.61 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591927 Nov 12 02:26:32.309917 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-cab60859-3b7f-4a37-bb0b-11ab895f1c1d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:32.315441 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-cab60859-3b7f-4a37-bb0b-11ab895f1c1d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7345972 Nov 12 02:26:32.316351 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 35466) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:32.329335 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-75914fc2-7e33-4e6b-8571-5772f1f8a718 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Request body: {'security_group_rule': {'security_group_id': 'e38ff52b-8817-48eb-8204-eafbf0567ff9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:32.348600 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788d255-0f5d-4918-b61e-27ed0ba0cc93 None None] Pushing event updated for resources: {'Port': ['ID=1811f099-17ad-4f71-b973-8d8305a220f8,revision_number=3']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:32.493539 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-1e6a498c-f06c-4d47-b16b-66bf60b7c948 req-54de4d5c-e8d6-473a-9594-5d45b879a6fb service neutron] 10.222.0.61 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963842 Nov 12 02:26:32.542757 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:32.550313 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7021dc59-c399-49c1-b4e9-bcb61356bc70 req-0561db67-40c0-4ad9-aa1b-7862fd219538 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682035 Nov 12 02:26:32.561678 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] Attempting to bind port 1811f099-17ad-4f71-b973-8d8305a220f8 on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:32.562201 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] Attempting to bind port 1811f099-17ad-4f71-b973-8d8305a220f8 by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': 'bfd07f29-2d92-4f8c-a3d7-f3e528339839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa'}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:32.562391 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] Attempting to bind port 1811f099-17ad-4f71-b973-8d8305a220f8 on network 404a7e3a-99c5-4a67-9227-adbb62c821aa {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:32.606908 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 9af4dce4-b99d-4c7f-886f-2b150633f3ce, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=9af4dce4-b99d-4c7f-886f-2b150633f3ce,segment=NetworkSegment(ebf57d23-5daf-41dd-ba5d-ceafe7b55831),segment_id=ebf57d23-5daf-41dd-ba5d-ceafe7b55831)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:32.611934 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:32.612685 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] Checking segment: {'id': 'bfd07f29-2d92-4f8c-a3d7-f3e528339839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:32.613132 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:32.613572 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] Bound using segment: {'id': 'bfd07f29-2d92-4f8c-a3d7-f3e528339839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa'} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:32.614064 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] Bound port: 1811f099-17ad-4f71-b973-8d8305a220f8, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd07f29-2d92-4f8c-a3d7-f3e528339839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa'}}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:32.614968 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:32.647750 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:32.660037 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 35480) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:32.690680 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-231855a3-af63-4084-97dd-8c69ed6d01ce tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--629127365&fields=id&tenant_id=e973c924078c4e638e9fa29d3956c215 HTTP/1.1" status: 200 len: 267 time: 0.3561788 Nov 12 02:26:32.723362 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-75914fc2-7e33-4e6b-8571-5772f1f8a718 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:32.730899 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 83f85631-c4ff-46fd-8497-a6a913b63d35 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:26:32.734822 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e75856-223a-43ba-a015-d8a4c1fc4915 req-f1244af7-378a-47aa-9b4a-e935e6706082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:32.736327 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-12e75856-223a-43ba-a015-d8a4c1fc4915 req-f1244af7-378a-47aa-9b4a-e935e6706082 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 1099 time: 0.3953831 Nov 12 02:26:32.788734 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=9af4dce4-b99d-4c7f-886f-2b150633f3ce,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:32.815195 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] For port 1811f099-17ad-4f71-b973-8d8305a220f8, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:32.841629 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-ecb814c0-c57a-452d-8a46-ba84d3289e72 None None] Provisioning complete for port 1811f099-17ad-4f71-b973-8d8305a220f8 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:32.842060 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-ecb814c0-c57a-452d-8a46-ba84d3289e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:32.854019 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-12e75856-223a-43ba-a015-d8a4c1fc4915 req-8e785e7b-78d5-47df-92ee-ab589e84040e service neutron] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:32.877911 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] For port 1811f099-17ad-4f71-b973-8d8305a220f8, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=1811f099-17ad-4f71-b973-8d8305a220f8,segment=NetworkSegment(bfd07f29-2d92-4f8c-a3d7-f3e528339839),segment_id=bfd07f29-2d92-4f8c-a3d7-f3e528339839)] {{(pid=101628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:32.904883 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:32.975098 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f09d77-27fb-4e2e-a94c-0281985a2742 req-7f661dec-282f-4821-830b-cf3030ac3664 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:32.990928 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c4f09d77-27fb-4e2e-a94c-0281985a2742 req-7f661dec-282f-4821-830b-cf3030ac3664 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 943 time: 0.2876935 Nov 12 02:26:33.009930 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-75914fc2-7e33-4e6b-8571-5772f1f8a718 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.048093 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-ecb814c0-c57a-452d-8a46-ba84d3289e72 None None] Port 1811f099-17ad-4f71-b973-8d8305a220f8 cannot update to ACTIVE because it is not bound. {{(pid=101628) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:26:33.071230 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] Routers {'a508150a-81b6-4e6d-834f-6e2f91c16084'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:33.071628 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:26:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['a508150a-81b6-4e6d-834f-6e2f91c16084'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:33.072010 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-75914fc2-7e33-4e6b-8571-5772f1f8a718 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313218'] for security_group_rule, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.083480 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788d255-0f5d-4918-b61e-27ed0ba0cc93 None None] Pushing event updated for resources: {'Port': ['ID=1811f099-17ad-4f71-b973-8d8305a220f8,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:33.119614 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-75914fc2-7e33-4e6b-8571-5772f1f8a718 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.121101 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-75914fc2-7e33-4e6b-8571-5772f1f8a718 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7953782 Nov 12 02:26:33.129870 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 35496) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:33.132690 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-4f8978b4-b6cc-4531-9ef0-7b266b31abb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.137613 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-78b2b7a0-d079-4cd7-9c07-be544f5bcd3c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:33.148581 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-78b2b7a0-d079-4cd7-9c07-be544f5bcd3c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/networks?id=3bf8a66c-2c88-40e7-879f-ed13c0e23344 HTTP/1.1" status: 200 len: 816 time: 0.4442840 Nov 12 02:26:33.150837 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-09b0f5c3-3e44-4400-822f-2b60b241d7b5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Request body: {'floatingip': {'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:33.217273 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 83f85631-c4ff-46fd-8497-a6a913b63d35, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=83f85631-c4ff-46fd-8497-a6a913b63d35,segment=NetworkSegment(5b63cd6f-3a51-4335-b06a-5e4731054def),segment_id=5b63cd6f-3a51-4335-b06a-5e4731054def)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:33.233741 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c4f09d77-27fb-4e2e-a94c-0281985a2742 req-30b5cc26-5b78-46d0-9458-a3f2fc4a5750 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410419 Nov 12 02:26:33.260095 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75914fc2-7e33-4e6b-8571-5772f1f8a718 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3cc73e4-3221-4fc5-af79-9346e962880a,revision_number=0']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:33.274315 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-821a0044-723e-4c93-a60b-48b0549a7972 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/quotas/e973c924078c4e638e9fa29d3956c215 HTTP/1.1" status: 200 len: 375 time: 0.1236312 Nov 12 02:26:33.361340 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-4f8978b4-b6cc-4531-9ef0-7b266b31abb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.373266 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-4f8978b4-b6cc-4531-9ef0-7b266b31abb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.413967 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-12e75856-223a-43ba-a015-d8a4c1fc4915 req-8e785e7b-78d5-47df-92ee-ab589e84040e service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.419434 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-09b0f5c3-3e44-4400-822f-2b60b241d7b5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for floatingip, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.422800 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': '83f85631-c4ff-46fd-8497-a6a913b63d35', 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7', 'port_id': '83f85631-c4ff-46fd-8497-a6a913b63d35', 'mac_address': 'fa:16:3e:40:95:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3afb8cb5-ee86-4be7-9288-03af65a9f917', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:26:33.430051 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8978b4-b6cc-4531-9ef0-7b266b31abb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1166a80-3ee2-4e30-97f3-bf3be187bfae,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:33.442149 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-abc87726-db16-4802-82ee-6008889a85fb None None] Provisioning complete for port 1811f099-17ad-4f71-b973-8d8305a220f8 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:33.442645 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-abc87726-db16-4802-82ee-6008889a85fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.446834 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-2abe2bb9-9256-416c-8556-91ccd424e825 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e973c924078c4e638e9fa29d3956c215&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1715481 Nov 12 02:26:33.452148 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-12e75856-223a-43ba-a015-d8a4c1fc4915 req-8e785e7b-78d5-47df-92ee-ab589e84040e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.476643 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-4f8978b4-b6cc-4531-9ef0-7b266b31abb1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1fc1db66b2af4c74b2b62b96fb943462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8154726 Nov 12 02:26:33.477410 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 35500) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:33.480217 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3b31f-b97d-4e49-9e51-b1cc2413f4f0 req-f386a14b-253a-426a-85f6-8867009224c5 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:33.481923 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-15b3b31f-b97d-4e49-9e51-b1cc2413f4f0 req-f386a14b-253a-426a-85f6-8867009224c5 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 946 time: 0.1476369 Nov 12 02:26:33.521535 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] Set router a508150a-81b6-4e6d-834f-6e2f91c16084 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:33.564952 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.605978 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f85631-c4ff-46fd-8497-a6a913b63d35 {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:33.613850 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-12e75856-223a-43ba-a015-d8a4c1fc4915 req-8e785e7b-78d5-47df-92ee-ab589e84040e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=abddc060-61ac-4f7d-9796-21f6a21faa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8437605 Nov 12 02:26:33.622542 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-61e452af-f174-4646-b450-f28cadb2206b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.624391 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e785e7b-78d5-47df-92ee-ab589e84040e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5cf851-7164-47b1-934f-8ec88c87d455,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:33.657599 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-15b3b31f-b97d-4e49-9e51-b1cc2413f4f0 req-65a0d444-da97-4b82-8534-638b260dfd73 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/security-groups?id=abddc060-61ac-4f7d-9796-21f6a21faa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508083 Nov 12 02:26:33.682665 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-61e452af-f174-4646-b450-f28cadb2206b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.696656 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-0b3ededf-f96f-4839-a74a-1baca7058ab9 service neutron] 10.222.0.66 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413990 Nov 12 02:26:33.742534 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-09b0f5c3-3e44-4400-822f-2b60b241d7b5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.832465 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-61e452af-f174-4646-b450-f28cadb2206b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.835874 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-61e452af-f174-4646-b450-f28cadb2206b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.839414 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-61e452af-f174-4646-b450-f28cadb2206b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f1166a80-3ee2-4e30-97f3-bf3be187bfae HTTP/1.1" status: 204 len: 168 time: 0.3578854 Nov 12 02:26:33.851885 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e452af-f174-4646-b450-f28cadb2206b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1166a80-3ee2-4e30-97f3-bf3be187bfae,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:33.860907 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 83f85631-c4ff-46fd-8497-a6a913b63d35, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=83f85631-c4ff-46fd-8497-a6a913b63d35,segment=NetworkSegment(5b63cd6f-3a51-4335-b06a-5e4731054def),segment_id=5b63cd6f-3a51-4335-b06a-5e4731054def)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:33.890935 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.905003 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-abc87726-db16-4802-82ee-6008889a85fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.968132 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [None req-09b0f5c3-3e44-4400-822f-2b60b241d7b5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Allocated IP 172.28.0.38 (746dceb8-55e8-4523-9283-66828a4b28c6/d778f24f-8ae6-4f5c-a711-628df869656e/9edfc951-4847-4132-94ba-9d5c2f5d2c98) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:34.010846 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=83f85631-c4ff-46fd-8497-a6a913b63d35,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:34.015967 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-abc87726-db16-4802-82ee-6008889a85fb None None] For port 1811f099-17ad-4f71-b973-8d8305a220f8, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=1811f099-17ad-4f71-b973-8d8305a220f8,segment=NetworkSegment(bfd07f29-2d92-4f8c-a3d7-f3e528339839),segment_id=bfd07f29-2d92-4f8c-a3d7-f3e528339839)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:34.019123 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:01Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 4, 'project_id': 'f703f38cf65b46999d543ac359444567', 'gw_port': {'id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '1811f099-17ad-4f71-b973-8d8305a220f8', 'name': '', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'mac_address': 'fa:16:3e:48:a7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:22Z', 'updated_at': '2021-11-12T02:26:32Z', 'revision_number': 4, 'project_id': 'f703f38cf65b46999d543ac359444567', 'subnets': [{'id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:34.084499 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b52ed5-6f5c-4e8c-8951-bcc66f9ec186 None None] The sync data for ids ['a508150a-81b6-4e6d-834f-6e2f91c16084'] in dv-cinder-808574-4-smb is: [{'id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:01Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 4, 'project_id': 'f703f38cf65b46999d543ac359444567', 'gw_port': {'id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '1811f099-17ad-4f71-b973-8d8305a220f8', 'name': '', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'mac_address': 'fa:16:3e:48:a7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:22Z', 'updated_at': '2021-11-12T02:26:32Z', 'revision_number': 4, 'project_id': 'f703f38cf65b46999d543ac359444567', 'subnets': [{'id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:26:34.095190 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-abc87726-db16-4802-82ee-6008889a85fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:34.125739 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-97af3486-50f9-4b03-bee2-2fef9af942b6 service neutron] 10.222.0.66 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280052 Nov 12 02:26:34.167755 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-09b0f5c3-3e44-4400-822f-2b60b241d7b5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:34.182469 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec60d4a-b290-4dde-a54a-c443390395a1 req-8a074af1-86cb-4d1a-9a5e-3ad231762bad tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:34.184030 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-eec60d4a-b290-4dde-a54a-c443390395a1 req-8a074af1-86cb-4d1a-9a5e-3ad231762bad tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 945 time: 0.3993025 Nov 12 02:26:34.206681 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43b8f0b-a33c-45c1-a052-cdc2b5954e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af4dce4-b99d-4c7f-886f-2b150633f3ce'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:34.213663 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52895fa7-1ac8-4532-b814-ad3367d1694e" -d '{"events": [{"server_uuid": "e43b8f0b-a33c-45c1-a052-cdc2b5954e87", "name": "network-vif-plugged", "status": "completed", "tag": "9af4dce4-b99d-4c7f-886f-2b150633f3ce"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:34.220986 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['83f85631-c4ff-46fd-8497-a6a913b63d35'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:26:34.226093 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-ab972640-a0f6-4a26-b0a3-88c0993ae48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:34.253701 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-09b0f5c3-3e44-4400-822f-2b60b241d7b5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:34.296789 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-eec60d4a-b290-4dde-a54a-c443390395a1 req-eebd3e1d-7dc0-456b-bc2a-e300564414d4 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017380 Nov 12 02:26:34.299892 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 35524) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:34.323783 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc87726-db16-4802-82ee-6008889a85fb None None] Pushing event updated for resources: {'Port': ['ID=1811f099-17ad-4f71-b973-8d8305a220f8,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:34.372728 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b0f5c3-3e44-4400-822f-2b60b241d7b5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Network 746dceb8-55e8-4523-9283-66828a4b28c6 is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:34.388344 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-09b0f5c3-3e44-4400-822f-2b60b241d7b5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:34.393587 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b0f5c3-3e44-4400-822f-2b60b241d7b5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:34.422076 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33344a80-65da-44bf-8199-066c4787aa4d x-openstack-request-id: req-33344a80-65da-44bf-8199-066c4787aa4d {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:34.422205 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43b8f0b-a33c-45c1-a052-cdc2b5954e87", "name": "network-vif-plugged", "status": "completed", "tag": "9af4dce4-b99d-4c7f-886f-2b150633f3ce", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:34.422470 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-33344a80-65da-44bf-8199-066c4787aa4d {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:34.422843 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43b8f0b-a33c-45c1-a052-cdc2b5954e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af4dce4-b99d-4c7f-886f-2b150633f3ce', 'code': 200} Nov 12 02:26:34.591957 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 35532) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:34.626596 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-993f2747-cac4-44ab-9992-831ee4970c06 req-b56bc5ed-b6ce-44db-aa07-9f6a62590882 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 210 time: 0.1022916 Nov 12 02:26:34.713519 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0eed8567-d16f-4f60-b07d-0c1fae7ed907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:34.739721 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 3a44f268-14fb-465a-9386-6b18a76ab0c7 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:26:34.778294 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331138c-1729-4472-ad1d-4cde461e25d6 req-94b611b4-f84c-4ae9-8b72-20e7d776cd2e tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:34.788162 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b331138c-1729-4472-ad1d-4cde461e25d6 req-94b611b4-f84c-4ae9-8b72-20e7d776cd2e tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 944 time: 0.1635931 Nov 12 02:26:34.792787 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0f5c3-3e44-4400-822f-2b60b241d7b5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Pushing event updated for resources: {'Port': ['ID=9edfc951-4847-4132-94ba-9d5c2f5d2c98,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:34.816539 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651cc56-f925-4126-b25f-f86be853b7e2 req-b572fb3b-38a4-4a95-80fd-ec0215fca65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:34.818924 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e651cc56-f925-4126-b25f-f86be853b7e2 req-b572fb3b-38a4-4a95-80fd-ec0215fca65b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 1098 time: 0.0922244 Nov 12 02:26:34.893010 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-09b0f5c3-3e44-4400-822f-2b60b241d7b5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:34.979864 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 1811f099-17ad-4f71-b973-8d8305a220f8 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:35.004218 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-09b0f5c3-3e44-4400-822f-2b60b241d7b5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.035023 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b331138c-1729-4472-ad1d-4cde461e25d6 req-c097c355-a34d-4a26-8da1-53233529d465 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463264 Nov 12 02:26:35.066838 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 35542) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:35.079417 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e651cc56-f925-4126-b25f-f86be853b7e2 req-830f7f8d-b41e-416e-9d87-0861d97d14c1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488105 Nov 12 02:26:35.121930 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f73918-191d-4a3d-b0eb-95292d5b9213 req-e559bb49-6a6f-4fd9-81df-481db9b9b5af tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:35.126392 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d4f73918-191d-4a3d-b0eb-95292d5b9213 req-e559bb49-6a6f-4fd9-81df-481db9b9b5af tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 946 time: 0.2110908 Nov 12 02:26:35.131917 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0eed8567-d16f-4f60-b07d-0c1fae7ed907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.139642 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0eed8567-d16f-4f60-b07d-0c1fae7ed907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.153996 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 3a44f268-14fb-465a-9386-6b18a76ab0c7, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=3a44f268-14fb-465a-9386-6b18a76ab0c7,segment=NetworkSegment(5b63cd6f-3a51-4335-b06a-5e4731054def),segment_id=5b63cd6f-3a51-4335-b06a-5e4731054def)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:35.179443 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': '3a44f268-14fb-465a-9386-6b18a76ab0c7', 'network_id': '4900299f-9efb-4112-8c6a-f06549279dd7', 'port_id': '3a44f268-14fb-465a-9386-6b18a76ab0c7', 'mac_address': 'fa:16:3e:55:f3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3afb8cb5-ee86-4be7-9288-03af65a9f917', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:26:35.201553 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f98d-e009-428b-ae44-1fb09eb1ca91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.228019 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-0eed8567-d16f-4f60-b07d-0c1fae7ed907 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ad0486550a8d4de49144ca14c145c69f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6330891 Nov 12 02:26:35.230655 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 1811f099-17ad-4f71-b973-8d8305a220f8 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:35.231302 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.241553 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed8567-d16f-4f60-b07d-0c1fae7ed907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b305d4-f5c8-4646-b938-7331a4cc198c,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:35.245867 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 35546) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:35.289756 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.318673 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9f4f0cc3-86ac-4468-8645-12658de7fe15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.385770 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a44f268-14fb-465a-9386-6b18a76ab0c7 {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:35.408339 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.418676 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f98d-e009-428b-ae44-1fb09eb1ca91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.432955 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 3a44f268-14fb-465a-9386-6b18a76ab0c7, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=3a44f268-14fb-465a-9386-6b18a76ab0c7,segment=NetworkSegment(5b63cd6f-3a51-4335-b06a-5e4731054def),segment_id=5b63cd6f-3a51-4335-b06a-5e4731054def)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:35.440005 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d4f73918-191d-4a3d-b0eb-95292d5b9213 req-7f055fe8-e7f9-4a22-8a3c-30bb55f523d6 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/security-groups?id=abddc060-61ac-4f7d-9796-21f6a21faa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047223 Nov 12 02:26:35.441245 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9ac0f98d-e009-428b-ae44-1fb09eb1ca91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.487682 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6ed959d5-3a76-4571-a834-f57c1d31c37d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.512947 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-9ac0f98d-e009-428b-ae44-1fb09eb1ca91 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=835a3aa74c734fcbb50d75c93accb09d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2109637 Nov 12 02:26:35.513984 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 35552) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:35.525465 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.602456 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6ed959d5-3a76-4571-a834-f57c1d31c37d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.616249 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-09b0f5c3-3e44-4400-822f-2b60b241d7b5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for port, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.618313 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0f98d-e009-428b-ae44-1fb09eb1ca91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112d6f08-9a04-4d90-a1d3-a897cf537b4d,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:35.644994 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-09b0f5c3-3e44-4400-822f-2b60b241d7b5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.656911 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=3a44f268-14fb-465a-9386-6b18a76ab0c7,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:35.699802 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee672fe2-619e-47b5-b0c2-a979636293ff req-ec121369-6a3f-41a2-acaa-a053f55a800d tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:35.702282 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ee672fe2-619e-47b5-b0c2-a979636293ff req-ec121369-6a3f-41a2-acaa-a053f55a800d tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 945 time: 0.2382429 Nov 12 02:26:35.734681 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9f4f0cc3-86ac-4468-8645-12658de7fe15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.737886 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-09b0f5c3-3e44-4400-822f-2b60b241d7b5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394463'] for floatingip, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.759061 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9f4f0cc3-86ac-4468-8645-12658de7fe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.770826 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d6af5ad8-c48b-4d4c-9eff-952857f1e80f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.792409 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['3a44f268-14fb-465a-9386-6b18a76ab0c7'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:26:35.836543 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-09b0f5c3-3e44-4400-822f-2b60b241d7b5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for floatingip, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.838059 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-09b0f5c3-3e44-4400-822f-2b60b241d7b5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7069657 Nov 12 02:26:35.852863 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6ed959d5-3a76-4571-a834-f57c1d31c37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.853405 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6ed959d5-3a76-4571-a834-f57c1d31c37d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.857236 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-6ed959d5-3a76-4571-a834-f57c1d31c37d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d5b305d4-f5c8-4646-b938-7331a4cc198c HTTP/1.1" status: 204 len: 168 time: 0.6067288 Nov 12 02:26:35.857236 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0f5c3-3e44-4400-822f-2b60b241d7b5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Pushing event updated for resources: {'Port': ['ID=9edfc951-4847-4132-94ba-9d5c2f5d2c98,revision_number=2']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:35.876848 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f0cc3-86ac-4468-8645-12658de7fe15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eed4894-ba92-452b-a636-86dea5a18193,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:35.893018 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-9f4f0cc3-86ac-4468-8645-12658de7fe15 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6b6f2ca81b9c46c9bfd89382b381baa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8149559 Nov 12 02:26:35.896010 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 35562) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:35.913321 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed959d5-3a76-4571-a834-f57c1d31c37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b305d4-f5c8-4646-b938-7331a4cc198c,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:35.955224 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ee672fe2-619e-47b5-b0c2-a979636293ff req-5363c50b-0842-44c5-b4e0-cdd5b1ff5528 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396951 Nov 12 02:26:35.961570 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d6af5ad8-c48b-4d4c-9eff-952857f1e80f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:36.019038 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8121224e-3fd6-41ec-8bcb-758f2f035d33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:36.027360 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6971107e-987e-41ad-8743-8ee2442ecf8e req-eb574253-e1f3-4609-b69d-1008e9acb899 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 210 time: 0.1209755 Nov 12 02:26:36.087646 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8121224e-3fd6-41ec-8bcb-758f2f035d33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:36.110920 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d6af5ad8-c48b-4d4c-9eff-952857f1e80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:36.123169 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d6af5ad8-c48b-4d4c-9eff-952857f1e80f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:36.140649 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-d6af5ad8-c48b-4d4c-9eff-952857f1e80f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/112d6f08-9a04-4d90-a1d3-a897cf537b4d HTTP/1.1" status: 204 len: 168 time: 0.6209939 Nov 12 02:26:36.156444 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af5ad8-c48b-4d4c-9eff-952857f1e80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112d6f08-9a04-4d90-a1d3-a897cf537b4d,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:36.224179 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8121224e-3fd6-41ec-8bcb-758f2f035d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:36.229235 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8121224e-3fd6-41ec-8bcb-758f2f035d33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:36.232855 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-8121224e-3fd6-41ec-8bcb-758f2f035d33 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0eed4894-ba92-452b-a636-86dea5a18193 HTTP/1.1" status: 204 len: 168 time: 0.3327558 Nov 12 02:26:36.244311 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121224e-3fd6-41ec-8bcb-758f2f035d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eed4894-ba92-452b-a636-86dea5a18193,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:36.306211 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c64ad-9fd5-4195-99ab-d6a18fafcc0c req-17462b78-d3a5-40bf-80d4-11ab0e5f5ef5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:36.317945 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-590c64ad-9fd5-4195-99ab-d6a18fafcc0c req-17462b78-d3a5-40bf-80d4-11ab0e5f5ef5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 944 time: 0.1340654 Nov 12 02:26:36.487946 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-590c64ad-9fd5-4195-99ab-d6a18fafcc0c req-6b89ffa1-4b73-475c-95d3-5088871b0036 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555018 Nov 12 02:26:36.551388 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-5d9cdc83-577c-4f55-a6ff-00fd8d97d8bd tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--646113481&fields=id&tenant_id=f703f38cf65b46999d543ac359444567 HTTP/1.1" status: 200 len: 267 time: 0.2323134 Nov 12 02:26:36.613835 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-3709a18a-622f-453e-bd71-d26f2333548f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:36.616469 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-3709a18a-622f-453e-bd71-d26f2333548f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.61 "GET /v2.0/networks?id=3bf8a66c-2c88-40e7-879f-ed13c0e23344 HTTP/1.1" status: 200 len: 816 time: 0.2472219 Nov 12 02:26:36.763023 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 83f85631-c4ff-46fd-8497-a6a913b63d35 up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:36.841215 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942bf74-0b00-45d3-a91e-bd2c47daec02 req-1d9fbd53-fa1f-4070-958c-3d82532a3e46 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:36.844057 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1942bf74-0b00-45d3-a91e-bd2c47daec02 req-1d9fbd53-fa1f-4070-958c-3d82532a3e46 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 946 time: 0.2142823 Nov 12 02:26:36.857719 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-768a90f4-7997-4891-92d0-e6c2b474eea9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e973c924078c4e638e9fa29d3956c215 HTTP/1.1" status: 200 len: 379 time: 0.2250340 Nov 12 02:26:36.866108 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning for port 83f85631-c4ff-46fd-8497-a6a913b63d35 completed by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:26:36.871002 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port 83f85631-c4ff-46fd-8497-a6a913b63d35 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:36.871398 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:36.901976 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-97cae523-337d-494d-8122-2b026c3b66b0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Request body: {'port': {'device_id': '7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'admin_state_up': True, 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'security_groups': ['30ece398-c886-4b4f-90d8-0cc4437f7814']}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:36.909176 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 35602) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:36.934851 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-765932c6-cd0f-4ab9-890b-0d971caf04c0 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:36.936630 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-765932c6-cd0f-4ab9-890b-0d971caf04c0 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/networks?id=404a7e3a-99c5-4a67-9227-adbb62c821aa HTTP/1.1" status: 200 len: 810 time: 0.3191066 Nov 12 02:26:36.948250 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-4ae34aa3-275d-4c90-b985-4efc6f2808a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:37.068337 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-e6a39373-214f-4ed3-95a6-d29217c8cac8 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/quotas/f703f38cf65b46999d543ac359444567 HTTP/1.1" status: 200 len: 375 time: 0.1173136 Nov 12 02:26:37.109025 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:37.116476 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:37.145055 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-4ae34aa3-275d-4c90-b985-4efc6f2808a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:37.152235 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1942bf74-0b00-45d3-a91e-bd2c47daec02 req-9cc94165-0367-46a9-a003-e03f1c1aae9a tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/security-groups?id=abddc060-61ac-4f7d-9796-21f6a21faa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882402 Nov 12 02:26:37.154282 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-4ae34aa3-275d-4c90-b985-4efc6f2808a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:37.172359 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 83f85631-c4ff-46fd-8497-a6a913b63d35, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=83f85631-c4ff-46fd-8497-a6a913b63d35,segment=NetworkSegment(5b63cd6f-3a51-4335-b06a-5e4731054def),segment_id=5b63cd6f-3a51-4335-b06a-5e4731054def)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:37.173653 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed46559-e702-488c-a32c-ec1c0e9b0b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f85631-c4ff-46fd-8497-a6a913b63d35'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:37.176661 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422751fc-48da-4eee-9cb2-578ab137e402" -d '{"events": [{"server_uuid": "6ed46559-e702-488c-a32c-ec1c0e9b0b67", "name": "network-vif-plugged", "status": "completed", "tag": "83f85631-c4ff-46fd-8497-a6a913b63d35"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:37.181396 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:37.257098 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-4ae34aa3-275d-4c90-b985-4efc6f2808a8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4fb2f615f9a344d2aaec894ebdd2f290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3450451 Nov 12 02:26:37.257950 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 35620) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:37.307246 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae34aa3-275d-4c90-b985-4efc6f2808a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99a468e-82bc-4250-b6e9-ed32829a03e6,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:37.308695 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=83f85631-c4ff-46fd-8497-a6a913b63d35,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:37.373877 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d2145082-2da9-406e-a677-3b80c0f52b69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:37.377180 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-84d7e775-5a6c-4d0d-82fe-a4ffb24c7e92 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f703f38cf65b46999d543ac359444567&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2824521 Nov 12 02:26:37.407449 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d2145082-2da9-406e-a677-3b80c0f52b69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:37.430911 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-97cae523-337d-494d-8122-2b026c3b66b0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Made reservation on behalf of e973c924078c4e638e9fa29d3956c215 for: {'port': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:37.435142 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-97cae523-337d-494d-8122-2b026c3b66b0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:37.467665 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c44e68-fc82-44ce-bb77-7aa22d8a4c2e req-d86d1675-fcdc-4571-b208-fa736842e6e2 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:37.469225 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-32c44e68-fc82-44ce-bb77-7aa22d8a4c2e req-d86d1675-fcdc-4571-b208-fa736842e6e2 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 945 time: 0.1783729 Nov 12 02:26:37.504672 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d2145082-2da9-406e-a677-3b80c0f52b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:37.509234 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d2145082-2da9-406e-a677-3b80c0f52b69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:37.510941 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-d2145082-2da9-406e-a677-3b80c0f52b69 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f99a468e-82bc-4250-b6e9-ed32829a03e6 HTTP/1.1" status: 204 len: 168 time: 0.2475309 Nov 12 02:26:37.528134 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2145082-2da9-406e-a677-3b80c0f52b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99a468e-82bc-4250-b6e9-ed32829a03e6,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:37.556795 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:37.637311 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-32c44e68-fc82-44ce-bb77-7aa22d8a4c2e req-c87c5e3b-2d4a-4251-8981-43dbbdd32748 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364200 Nov 12 02:26:37.660436 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-83d66fd4-a502-4a62-95b7-a4f7f47ae2b6 service neutron] 10.222.0.66 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603011 Nov 12 02:26:37.822312 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-14ada208-4553-4e9a-8149-90f1556f9489 req-17eaaa0d-77a1-4ea9-9feb-fbe9c6e11d98 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 210 time: 0.0367756 Nov 12 02:26:37.864884 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.db_base_plugin_common [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-97cae523-337d-494d-8122-2b026c3b66b0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Allocated IP 172.20.0.14 (3bf8a66c-2c88-40e7-879f-ed13c0e23344/1006246c-c18c-4b19-8be4-0d64b846f8bd/a97a453a-445f-45c0-8d37-d11d7512e94c) {{(pid=101626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:37.935444 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17457e6-c8f9-4f66-9ebc-09582ef7044e x-openstack-request-id: req-d17457e6-c8f9-4f66-9ebc-09582ef7044e {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:37.935895 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed46559-e702-488c-a32c-ec1c0e9b0b67", "name": "network-vif-plugged", "status": "completed", "tag": "83f85631-c4ff-46fd-8497-a6a913b63d35", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:37.935996 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d17457e6-c8f9-4f66-9ebc-09582ef7044e {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:37.936393 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed46559-e702-488c-a32c-ec1c0e9b0b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f85631-c4ff-46fd-8497-a6a913b63d35', 'code': 200} Nov 12 02:26:37.938042 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-225ab0c4-fbcd-453c-9d36-0af987b41adc service neutron] 10.222.0.66 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666552 Nov 12 02:26:38.305902 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09417368-34a0-41d9-8613-9e51416b9a02 req-85fbc499-d611-4d6f-a437-2765ddef9058 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:38.308673 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-09417368-34a0-41d9-8613-9e51416b9a02 req-85fbc499-d611-4d6f-a437-2765ddef9058 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.2749457 Nov 12 02:26:38.361424 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208751e1-15c5-417f-888c-6d4d2c65210c req-ea57b085-57ec-426c-bdd5-5ad5a654db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:38.362906 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7d5b5507-7a03-4400-8fdc-8467544dbed7 req-59dcc1f4-2dc7-49d2-97d7-292a68ae74e2 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 210 time: 0.0531154 Nov 12 02:26:38.380253 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-208751e1-15c5-417f-888c-6d4d2c65210c req-ea57b085-57ec-426c-bdd5-5ad5a654db5c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 1098 time: 0.1546159 Nov 12 02:26:38.421588 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-97cae523-337d-494d-8122-2b026c3b66b0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for port, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:38.454299 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-208751e1-15c5-417f-888c-6d4d2c65210c req-fd3cba3e-5234-4802-869f-67745e90fd1d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666397 Nov 12 02:26:38.487290 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-09417368-34a0-41d9-8613-9e51416b9a02 req-f689c275-08cf-46fa-a330-480437fb0443 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210589 Nov 12 02:26:38.518162 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-97cae523-337d-494d-8122-2b026c3b66b0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:38.569757 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-97cae523-337d-494d-8122-2b026c3b66b0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Network 3bf8a66c-2c88-40e7-879f-ed13c0e23344 is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:38.573085 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-97cae523-337d-494d-8122-2b026c3b66b0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:38.577303 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-97cae523-337d-494d-8122-2b026c3b66b0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Received port after_create {{(pid=101626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:38.583251 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-97cae523-337d-494d-8122-2b026c3b66b0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:38.583754 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-97cae523-337d-494d-8122-2b026c3b66b0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:38.589589 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 35670) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:38.598458 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cae523-337d-494d-8122-2b026c3b66b0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Pushing event updated for resources: {'Port': ['ID=a97a453a-445f-45c0-8d37-d11d7512e94c,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:38.616612 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-97cae523-337d-494d-8122-2b026c3b66b0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7198105 Nov 12 02:26:38.662476 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] Request body: {'port': {'device_id': '7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:38.740581 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-7ef67fa4-9233-4cea-8570-d5f9c4bffbde admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1604855435-network', 'tenant_id': 'e13708ebbef3409e840e949a913c427f'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:38.749726 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:38.783859 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 3a44f268-14fb-465a-9386-6b18a76ab0c7 up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:38.789720 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef67fa4-9233-4cea-8570-d5f9c4bffbde admin admin] Made reservation on behalf of e13708ebbef3409e840e949a913c427f for: {'network': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:38.795438 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7ef67fa4-9233-4cea-8570-d5f9c4bffbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for network, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:38.830715 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7ef67fa4-9233-4cea-8570-d5f9c4bffbde admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:38.970008 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7ef67fa4-9233-4cea-8570-d5f9c4bffbde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:38.978986 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning for port 3a44f268-14fb-465a-9386-6b18a76ab0c7 completed by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:26:38.980995 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7ef67fa4-9233-4cea-8570-d5f9c4bffbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:39.008124 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port 3a44f268-14fb-465a-9386-6b18a76ab0c7 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:39.008743 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:39.013824 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-9e6cf096-add8-49d2-9283-5478143267b3 None None] Provisioning complete for port a97a453a-445f-45c0-8d37-d11d7512e94c triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:39.014390 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-9e6cf096-add8-49d2-9283-5478143267b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:39.026464 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef67fa4-9233-4cea-8570-d5f9c4bffbde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=101627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:26:39.074741 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef67fa4-9233-4cea-8570-d5f9c4bffbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:39.096091 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7ef67fa4-9233-4cea-8570-d5f9c4bffbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:39.103860 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.db.segments_db [None req-7ef67fa4-9233-4cea-8570-d5f9c4bffbde admin admin] Added segment 0110cbf4-8b31-4575-ad20-6ec9f456d92a of type vlan for network 44947760-a2b2-4e50-855a-db3911329416 Nov 12 02:26:39.187123 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-9e6cf096-add8-49d2-9283-5478143267b3 None None] Port a97a453a-445f-45c0-8d37-d11d7512e94c cannot update to ACTIVE because it is not bound. {{(pid=101628) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:26:39.254826 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7ef67fa4-9233-4cea-8570-d5f9c4bffbde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768027380700'] for network, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:39.354799 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7ef67fa4-9233-4cea-8570-d5f9c4bffbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for network, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:39.356180 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef67fa4-9233-4cea-8570-d5f9c4bffbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:39.359471 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7ef67fa4-9233-4cea-8570-d5f9c4bffbde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:39.363486 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:39.400151 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97a453a-445f-45c0-8d37-d11d7512e94c {{(pid=101626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:39.417926 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:39.453042 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.provisioning_blocks [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] Transition to ACTIVE for port object a97a453a-445f-45c0-8d37-d11d7512e94c will not be triggered until provisioned by entity L2. {{(pid=101626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:26:39.455850 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-7ef67fa4-9233-4cea-8570-d5f9c4bffbde admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8643193 Nov 12 02:26:39.461333 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 35710) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:39.469636 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-f08f1ad7-61da-4dab-8f8e-cb5bb6c92bfc admin admin] Request body: {'subnet': {'network_id': '44947760-a2b2-4e50-855a-db3911329416', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1604855435-subnet', 'tenant_id': 'e13708ebbef3409e840e949a913c427f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:39.470781 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:39.481103 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 3a44f268-14fb-465a-9386-6b18a76ab0c7, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=3a44f268-14fb-465a-9386-6b18a76ab0c7,segment=NetworkSegment(5b63cd6f-3a51-4335-b06a-5e4731054def),segment_id=5b63cd6f-3a51-4335-b06a-5e4731054def)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:39.484759 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef67fa4-9233-4cea-8570-d5f9c4bffbde admin admin] Pushing event updated for resources: {'Network': ['ID=44947760-a2b2-4e50-855a-db3911329416,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:39.491195 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:39.498199 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Network 44947760-a2b2-4e50-855a-db3911329416 details requested by agent ovs-agent-dv-cinder-808574-4-smb with host dv-cinder-808574-4-smb {{(pid=101628) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:26:39.506769 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7961b-462e-4481-8550-18c5dc2035bb req-ca5a3d09-1934-4b6e-8470-01f39e9fcbc8 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:39.511244 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08f1ad7-61da-4dab-8f8e-cb5bb6c92bfc admin admin] Made reservation on behalf of e13708ebbef3409e840e949a913c427f for: {'subnet': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:39.514098 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a4d7961b-462e-4481-8550-18c5dc2035bb req-ca5a3d09-1934-4b6e-8470-01f39e9fcbc8 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 932 time: 0.4446657 Nov 12 02:26:39.525386 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f08f1ad7-61da-4dab-8f8e-cb5bb6c92bfc admin admin] Publish callbacks [] for subnet, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:39.673904 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=3a44f268-14fb-465a-9386-6b18a76ab0c7,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:39.734020 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] Pushing event updated for resources: {'Port': ['ID=a97a453a-445f-45c0-8d37-d11d7512e94c,revision_number=2']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:39.840390 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.managers [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] Attempting to bind port a97a453a-445f-45c0-8d37-d11d7512e94c on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:39.840732 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.managers [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] Attempting to bind port a97a453a-445f-45c0-8d37-d11d7512e94c by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '5431d9a4-7526-4bfc-a2ad-c75b991a6769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344'}] {{(pid=101626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:39.841312 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] Attempting to bind port a97a453a-445f-45c0-8d37-d11d7512e94c on network 3bf8a66c-2c88-40e7-879f-ed13c0e23344 {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:39.862902 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] Port a97a453a-445f-45c0-8d37-d11d7512e94c on network 3bf8a66c-2c88-40e7-879f-ed13c0e23344 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:26:39.863234 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] Attempting to bind port a97a453a-445f-45c0-8d37-d11d7512e94c on network 3bf8a66c-2c88-40e7-879f-ed13c0e23344 {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:39.899573 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a4d7961b-462e-4481-8550-18c5dc2035bb req-7345176e-63aa-4a30-b20c-25f1ea60722d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2817733 Nov 12 02:26:39.901307 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] Checking agent: {'id': '2c3d3ad8-5938-43f6-9304-04beb85952ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:39.903235 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] Checking segment: {'id': '5431d9a4-7526-4bfc-a2ad-c75b991a6769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:39.906425 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] Bound using segment: {'id': '5431d9a4-7526-4bfc-a2ad-c75b991a6769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344'} {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:39.906940 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.managers [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] Bound port: a97a453a-445f-45c0-8d37-d11d7512e94c, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5431d9a4-7526-4bfc-a2ad-c75b991a6769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344'}}] {{(pid=101626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:39.908408 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:39.937520 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b86d4a5-b34c-4d82-ae36-5d8bd5204678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a44f268-14fb-465a-9386-6b18a76ab0c7'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:39.940387 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874e86e2-daa3-48e1-aee7-bbcaa30e7f26" -d '{"events": [{"server_uuid": "8b86d4a5-b34c-4d82-ae36-5d8bd5204678", "name": "network-vif-plugged", "status": "completed", "tag": "3a44f268-14fb-465a-9386-6b18a76ab0c7"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:39.962575 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f08f1ad7-61da-4dab-8f8e-cb5bb6c92bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for subnet, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:40.116714 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] For port a97a453a-445f-45c0-8d37-d11d7512e94c, host hv-cinder-80857, cleared binding levels {{(pid=101626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:40.124159 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] For port a97a453a-445f-45c0-8d37-d11d7512e94c, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=a97a453a-445f-45c0-8d37-d11d7512e94c,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:40.138696 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:40.273679 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:40.276133 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:40.279634 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] 10.222.0.61 "PUT /v2.0/ports/a97a453a-445f-45c0-8d37-d11d7512e94c HTTP/1.1" status: 200 len: 1094 time: 1.6251259 Nov 12 02:26:40.287764 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a', 'tag': 'a97a453a-445f-45c0-8d37-d11d7512e94c'}] {{(pid=101626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:40.292565 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee064878ec57991a80a61b6e38777a609e15accd33394659691c67407ac4dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfc99d2-0d85-4e3a-aa38-86a949c1544e" -d '{"events": [{"name": "network-changed", "server_uuid": "7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a", "tag": "a97a453a-445f-45c0-8d37-d11d7512e94c"}]}' {{(pid=101626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:40.466567 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-236edb2f-7ce7-4cd9-9169-3c657550a9e4 req-61602410-32a9-4d0f-931c-f66c0aa6fb4a tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 210 time: 0.1449032 Nov 12 02:26:40.542735 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e3800-14a0-40bb-8954-511b3833dab7 service neutron] Pushing event updated for resources: {'Port': ['ID=a97a453a-445f-45c0-8d37-d11d7512e94c,revision_number=3']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:40.587547 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b46da3d1-4f05-4dfd-a317-b43fb715d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:40.589361 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-b46da3d1-4f05-4dfd-a317-b43fb715d936 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e973c924078c4e638e9fa29d3956c215&device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 1097 time: 0.1762495 Nov 12 02:26:40.687834 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f1ad7-61da-4dab-8f8e-cb5bb6c92bfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbd682ae-6366-4362-bab0-eda15ca45632,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:40.735586 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08f1ad7-61da-4dab-8f8e-cb5bb6c92bfc admin admin] Checking segment: {'id': '0110cbf4-8b31-4575-ad20-6ec9f456d92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '44947760-a2b2-4e50-855a-db3911329416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:40.735945 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08f1ad7-61da-4dab-8f8e-cb5bb6c92bfc admin admin] Network hostable DHCP agents. Network: 44947760-a2b2-4e50-855a-db3911329416, hostable agents: ['38deba6a-e570-46da-84fb-4962375c604f'], hosted agents: [] {{(pid=101627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:26:40.773395 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-aea86301-d5db-40b8-bff0-09ce271abee9 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:40.774792 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-aea86301-d5db-40b8-bff0-09ce271abee9 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.61 "GET /v2.0/networks?id=404a7e3a-99c5-4a67-9227-adbb62c821aa HTTP/1.1" status: 200 len: 810 time: 0.6845856 Nov 12 02:26:40.782178 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08f1ad7-61da-4dab-8f8e-cb5bb6c92bfc admin admin] Network 44947760-a2b2-4e50-855a-db3911329416 is scheduled to be hosted by DHCP agent 38deba6a-e570-46da-84fb-4962375c604f with binding_index 1 {{(pid=101627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:26:40.821003 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-f08f1ad7-61da-4dab-8f8e-cb5bb6c92bfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-smb, 44947760-a2b2-4e50-855a-db3911329416) {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:40.831003 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f63341-64e1-4c00-a633-4418cf539365 None None] Network 44947760-a2b2-4e50-855a-db3911329416 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:26:40.833702 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08f1ad7-61da-4dab-8f8e-cb5bb6c92bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:40.834290 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f08f1ad7-61da-4dab-8f8e-cb5bb6c92bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:40.901995 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-f08f1ad7-61da-4dab-8f8e-cb5bb6c92bfc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4393060 Nov 12 02:26:40.921495 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-f6b52561-675c-42c5-b8d7-a923c4c4e595 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f703f38cf65b46999d543ac359444567 HTTP/1.1" status: 200 len: 379 time: 0.1355259 Nov 12 02:26:40.947374 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-55678a4f-08ed-445e-b03d-e930ef36792a tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Request body: {'port': {'device_id': '400f028d-77c0-448f-a146-dbbc9f1ec289', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'admin_state_up': True, 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'security_groups': ['e38ff52b-8817-48eb-8204-eafbf0567ff9']}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:41.103836 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258f16a2-0e37-483b-9ce9-3bb6a48c6ba2 None None] Network 44947760-a2b2-4e50-855a-db3911329416 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:26:41.132804 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-55678a4f-08ed-445e-b03d-e930ef36792a tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Made reservation on behalf of f703f38cf65b46999d543ac359444567 for: {'port': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:41.137864 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-55678a4f-08ed-445e-b03d-e930ef36792a tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:41.185855 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-4c1386e6-6f77-4217-861c-2d6a236960ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a97a453a-445f-45c0-8d37-d11d7512e94c HTTP/1.1" status: 200 len: 217 time: 0.5696964 Nov 12 02:26:41.281859 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ee2c2a-93e1-47f2-b656-25955b42aa21 x-openstack-request-id: req-08ee2c2a-93e1-47f2-b656-25955b42aa21 {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:41.282165 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b86d4a5-b34c-4d82-ae36-5d8bd5204678", "name": "network-vif-plugged", "status": "completed", "tag": "3a44f268-14fb-465a-9386-6b18a76ab0c7", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:41.283005 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-08ee2c2a-93e1-47f2-b656-25955b42aa21 {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:41.283512 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b86d4a5-b34c-4d82-ae36-5d8bd5204678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a44f268-14fb-465a-9386-6b18a76ab0c7', 'code': 200} Nov 12 02:26:41.326376 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de67ddd-0a25-4ee7-8ffc-f46d4fd69e7d x-openstack-request-id: req-3de67ddd-0a25-4ee7-8ffc-f46d4fd69e7d {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:41.327922 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a", "tag": "a97a453a-445f-45c0-8d37-d11d7512e94c", "status": "completed", "code": 200}]} {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:41.328310 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3de67ddd-0a25-4ee7-8ffc-f46d4fd69e7d {{(pid=101626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:41.330106 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a', 'tag': 'a97a453a-445f-45c0-8d37-d11d7512e94c', 'status': 'completed', 'code': 200} Nov 12 02:26:41.353161 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20405e81-be53-4dcf-bffc-1872ad1c9558 req-be7af84e-f99d-4dcb-a878-7b69e36f9437 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:41.369579 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-20405e81-be53-4dcf-bffc-1872ad1c9558 req-be7af84e-f99d-4dcb-a878-7b69e36f9437 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.7326529 Nov 12 02:26:41.394340 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-f228fb5e-ae54-4fa7-b1c8-8cbba2d33e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:41.399867 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-f228fb5e-ae54-4fa7-b1c8-8cbba2d33e28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1006246c-c18c-4b19-8be4-0d64b846f8bd HTTP/1.1" status: 200 len: 855 time: 0.1966436 Nov 12 02:26:41.454378 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-55678a4f-08ed-445e-b03d-e930ef36792a tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Allocated IP 172.20.0.3 (404a7e3a-99c5-4a67-9227-adbb62c821aa/d4fc1b18-ead8-4210-84af-aa2802ec2ad5/b65846f3-2b32-472f-b31e-db0d0a1b34b9) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:41.596301 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-20405e81-be53-4dcf-bffc-1872ad1c9558 req-7e66e07a-cff2-43e5-83ab-0ad35600b2d8 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231128 Nov 12 02:26:41.625913 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-c49a2afb-cd5e-469c-9a31-18e4baa3e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:41.627569 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-c49a2afb-cd5e-469c-9a31-18e4baa3e449 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bf8a66c-2c88-40e7-879f-ed13c0e23344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2073166 Nov 12 02:26:41.654985 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fba306-6786-4051-90e8-336cd7ced9e2 req-32817089-5918-429a-8936-924b2cc4fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:41.656540 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-69fba306-6786-4051-90e8-336cd7ced9e2 req-32817089-5918-429a-8936-924b2cc4fa44 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 1098 time: 0.1281548 Nov 12 02:26:41.691115 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe69ff-1030-40b4-a61f-3209e3a9cb25 req-5dcfc6ba-c5d7-441f-b227-d664793123f9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:41.702714 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cbfe69ff-1030-40b4-a61f-3209e3a9cb25 req-5dcfc6ba-c5d7-441f-b227-d664793123f9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 944 time: 0.2535803 Nov 12 02:26:41.747908 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-69fba306-6786-4051-90e8-336cd7ced9e2 req-93851164-0006-42e4-804b-058df2de2fca service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819664 Nov 12 02:26:41.761185 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-55678a4f-08ed-445e-b03d-e930ef36792a tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:41.816267 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-55678a4f-08ed-445e-b03d-e930ef36792a tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:41.829705 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-50fa4603-6891-473d-a6e8-b5ea2988752b req-536fe41a-f3e9-4dd8-b094-55a7d87e66ba tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 210 time: 0.1102374 Nov 12 02:26:41.866679 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-55678a4f-08ed-445e-b03d-e930ef36792a tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Network 404a7e3a-99c5-4a67-9227-adbb62c821aa is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:41.870332 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-55678a4f-08ed-445e-b03d-e930ef36792a tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:41.875192 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-55678a4f-08ed-445e-b03d-e930ef36792a tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:41.883112 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-55678a4f-08ed-445e-b03d-e930ef36792a tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:41.883854 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-55678a4f-08ed-445e-b03d-e930ef36792a tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:41.904896 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cbfe69ff-1030-40b4-a61f-3209e3a9cb25 req-c16174fd-b51b-47e0-8971-7a6bf7f20c01 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877618 Nov 12 02:26:41.920350 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55678a4f-08ed-445e-b03d-e930ef36792a tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Pushing event updated for resources: {'Port': ['ID=b65846f3-2b32-472f-b31e-db0d0a1b34b9,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:41.958592 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-55678a4f-08ed-445e-b03d-e930ef36792a tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0125270 Nov 12 02:26:41.981842 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-d8ee4392-1a3e-4be9-b011-1880f9bb8e12 service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427334 Nov 12 02:26:41.983808 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] Request body: {'port': {'device_id': '400f028d-77c0-448f-a146-dbbc9f1ec289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:42.193988 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:42.214107 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dbae2d17-8737-407b-8a34-d950075e0e82 req-0eec5649-8c31-495c-94d9-0229d58c9847 service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202621 Nov 12 02:26:42.447858 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d3547-2edf-4e1f-aea3-1d4de715d771 req-cc9db2c8-cdd3-4c69-920f-c550c7d3b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:42.449504 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b05d3547-2edf-4e1f-aea3-1d4de715d771 req-cc9db2c8-cdd3-4c69-920f-c550c7d3b18f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5e167f262944295a8c55b0f02df4cdc&device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 1098 time: 0.1301763 Nov 12 02:26:42.459845 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa778a-4493-4d91-a557-dfecc860df1a req-b1151911-c31d-45dc-9281-8dbd373ec6a2 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:42.465844 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-948db861-a97f-4b9b-b5ec-67c2350b7c65 None None] Provisioning complete for port b65846f3-2b32-472f-b31e-db0d0a1b34b9 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:42.467042 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-948db861-a97f-4b9b-b5ec-67c2350b7c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:42.468399 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a0aa778a-4493-4d91-a557-dfecc860df1a req-b1151911-c31d-45dc-9281-8dbd373ec6a2 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.1237016 Nov 12 02:26:42.609220 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-948db861-a97f-4b9b-b5ec-67c2350b7c65 None None] Port b65846f3-2b32-472f-b31e-db0d0a1b34b9 cannot update to ACTIVE because it is not bound. {{(pid=101628) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:26:42.666475 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc99d2-0d85-4e3a-aa38-86a949c1544e req-980a880d-aee6-450c-9739-631bfff10478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:42.668256 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-adfc99d2-0d85-4e3a-aa38-86a949c1544e req-980a880d-aee6-450c-9739-631bfff10478 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e973c924078c4e638e9fa29d3956c215&device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 1097 time: 0.2164488 Nov 12 02:26:42.706220 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a0aa778a-4493-4d91-a557-dfecc860df1a req-30c225bd-d5c0-4f3c-b99d-a32f7a30f706 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365432 Nov 12 02:26:42.738232 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d3547-2edf-4e1f-aea3-1d4de715d771 req-037ad4cd-a9c5-4213-80a2-58312fe1ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:42.741497 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b05d3547-2edf-4e1f-aea3-1d4de715d771 req-037ad4cd-a9c5-4213-80a2-58312fe1ee5b service neutron] 10.222.0.61 "GET /v2.0/networks?id=4900299f-9efb-4112-8c6a-f06549279dd7 HTTP/1.1" status: 200 len: 920 time: 0.2697868 Nov 12 02:26:42.861153 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b05d3547-2edf-4e1f-aea3-1d4de715d771 req-b9843b64-f04d-4d93-8659-b8621699ca44 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83f85631-c4ff-46fd-8497-a6a913b63d35 HTTP/1.1" status: 200 len: 217 time: 0.0978966 Nov 12 02:26:42.967164 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc99d2-0d85-4e3a-aa38-86a949c1544e req-8d41ba19-47e3-4d66-81d9-c659ad6ffd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:42.968714 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-adfc99d2-0d85-4e3a-aa38-86a949c1544e req-8d41ba19-47e3-4d66-81d9-c659ad6ffd63 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bf8a66c-2c88-40e7-879f-ed13c0e23344 HTTP/1.1" status: 200 len: 917 time: 0.2734809 Nov 12 02:26:42.972823 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b65846f3-2b32-472f-b31e-db0d0a1b34b9 {{(pid=101627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:42.985195 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d3547-2edf-4e1f-aea3-1d4de715d771 req-e7a2a23e-cd3d-4701-ac0a-13a41c50937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:42.987856 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:42.995950 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b05d3547-2edf-4e1f-aea3-1d4de715d771 req-e7a2a23e-cd3d-4701-ac0a-13a41c50937e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3afb8cb5-ee86-4be7-9288-03af65a9f917 HTTP/1.1" status: 200 len: 859 time: 0.1202981 Nov 12 02:26:43.044801 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-adfc99d2-0d85-4e3a-aa38-86a949c1544e req-70ea4be7-e4ad-47e1-84b8-5b0b85f65520 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a97a453a-445f-45c0-8d37-d11d7512e94c HTTP/1.1" status: 200 len: 217 time: 0.0640838 Nov 12 02:26:43.053508 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.provisioning_blocks [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] Transition to ACTIVE for port object b65846f3-2b32-472f-b31e-db0d0a1b34b9 will not be triggered until provisioned by entity L2. {{(pid=101627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:26:43.059206 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.091845 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b05d3547-2edf-4e1f-aea3-1d4de715d771 req-be2ac970-d341-42ca-85ec-c68e8e8b2689 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4900299f-9efb-4112-8c6a-f06549279dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670137 Nov 12 02:26:43.167996 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc99d2-0d85-4e3a-aa38-86a949c1544e req-c0417b7b-f4f7-4af2-a090-5c4afacd124c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:43.169496 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-adfc99d2-0d85-4e3a-aa38-86a949c1544e req-c0417b7b-f4f7-4af2-a090-5c4afacd124c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1006246c-c18c-4b19-8be4-0d64b846f8bd HTTP/1.1" status: 200 len: 855 time: 0.1050177 Nov 12 02:26:43.197431 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] Pushing event updated for resources: {'Port': ['ID=b65846f3-2b32-472f-b31e-db0d0a1b34b9,revision_number=2']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:43.202895 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76759108-d581-40e9-913b-e191f446d585 req-436c2524-b084-4d9d-a93a-4f251c3cd165 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:43.205644 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-76759108-d581-40e9-913b-e191f446d585 req-436c2524-b084-4d9d-a93a-4f251c3cd165 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 931 time: 0.2057986 Nov 12 02:26:43.277314 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e825b7-00fe-4e14-986c-fc7b6eebffde req-26d36004-9349-4d5d-9c11-194f56915f8a tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:43.295569 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-98e825b7-00fe-4e14-986c-fc7b6eebffde req-26d36004-9349-4d5d-9c11-194f56915f8a tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 944 time: 0.2259347 Nov 12 02:26:43.345253 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] Attempting to bind port b65846f3-2b32-472f-b31e-db0d0a1b34b9 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:43.345699 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] Attempting to bind port b65846f3-2b32-472f-b31e-db0d0a1b34b9 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'bfd07f29-2d92-4f8c-a3d7-f3e528339839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa'}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:43.346039 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] Attempting to bind port b65846f3-2b32-472f-b31e-db0d0a1b34b9 on network 404a7e3a-99c5-4a67-9227-adbb62c821aa {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:43.380825 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] Port b65846f3-2b32-472f-b31e-db0d0a1b34b9 on network 404a7e3a-99c5-4a67-9227-adbb62c821aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:26:43.381156 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] Attempting to bind port b65846f3-2b32-472f-b31e-db0d0a1b34b9 on network 404a7e3a-99c5-4a67-9227-adbb62c821aa {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:43.407298 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc99d2-0d85-4e3a-aa38-86a949c1544e req-41202af1-de52-43ad-8c57-52246da1cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:43.413539 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-adfc99d2-0d85-4e3a-aa38-86a949c1544e req-41202af1-de52-43ad-8c57-52246da1cb8d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bf8a66c-2c88-40e7-879f-ed13c0e23344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2204654 Nov 12 02:26:43.414739 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] Checking agent: {'id': '2c3d3ad8-5938-43f6-9304-04beb85952ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:43.415105 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] Checking segment: {'id': 'bfd07f29-2d92-4f8c-a3d7-f3e528339839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:43.416918 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] Bound using segment: {'id': 'bfd07f29-2d92-4f8c-a3d7-f3e528339839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa'} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:43.420056 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] Bound port: b65846f3-2b32-472f-b31e-db0d0a1b34b9, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfd07f29-2d92-4f8c-a3d7-f3e528339839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa'}}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:43.420507 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.488352 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-98e825b7-00fe-4e14-986c-fc7b6eebffde req-3b677d27-a384-47a0-abe2-c22ba3b48dbb tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385040 Nov 12 02:26:43.514280 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b05d3547-2edf-4e1f-aea3-1d4de715d771 req-f8dbb3b1-6384-4cd8-8f72-6e62c218f9b1 service neutron] 10.222.0.61 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029577 Nov 12 02:26:43.612530 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-76759108-d581-40e9-913b-e191f446d585 req-7439895d-0d0b-4d3b-97c2-f6cc07d4fe36 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3930523 Nov 12 02:26:43.651987 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] For port b65846f3-2b32-472f-b31e-db0d0a1b34b9, host hv-cinder-80857, cleared binding levels {{(pid=101627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:43.658159 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] For port b65846f3-2b32-472f-b31e-db0d0a1b34b9, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=b65846f3-2b32-472f-b31e-db0d0a1b34b9,segment=NetworkSegment(bfd07f29-2d92-4f8c-a3d7-f3e528339839),segment_id=bfd07f29-2d92-4f8c-a3d7-f3e528339839)] {{(pid=101627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:43.659959 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-adfc99d2-0d85-4e3a-aa38-86a949c1544e req-4f4c1b73-79b7-44d2-a3f5-02560b31352e service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237468 Nov 12 02:26:43.666244 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.732684 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:43.733308 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:43.737752 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] 10.222.0.61 "PUT /v2.0/ports/b65846f3-2b32-472f-b31e-db0d0a1b34b9 HTTP/1.1" status: 200 len: 1093 time: 1.7585306 Nov 12 02:26:43.738254 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400f028d-77c0-448f-a146-dbbc9f1ec289', 'tag': 'b65846f3-2b32-472f-b31e-db0d0a1b34b9'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:43.741913 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876f0fbb-40c3-4baf-be07-74acf4bcc047" -d '{"events": [{"name": "network-changed", "server_uuid": "400f028d-77c0-448f-a146-dbbc9f1ec289", "tag": "b65846f3-2b32-472f-b31e-db0d0a1b34b9"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:43.897573 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57668a-80b2-4dde-9515-331757f0340d service neutron] Pushing event updated for resources: {'Port': ['ID=b65846f3-2b32-472f-b31e-db0d0a1b34b9,revision_number=3']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:43.959333 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-bd31310e-29d1-4d05-ba6e-4bbae4c8b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:43.960267 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72573dbb-c417-423c-a96a-791af7f825c1 req-5c4b6c86-9f82-4bb1-af3a-f280bc531563 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:43.968331 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-72573dbb-c417-423c-a96a-791af7f825c1 req-5c4b6c86-9f82-4bb1-af3a-f280bc531563 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.1319048 Nov 12 02:26:43.969905 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-bd31310e-29d1-4d05-ba6e-4bbae4c8b9a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f703f38cf65b46999d543ac359444567&device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 1096 time: 0.1631463 Nov 12 02:26:43.972570 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-adfc99d2-0d85-4e3a-aa38-86a949c1544e req-aa9680e8-6a0c-499f-9ac0-c1b6e2228653 service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973313 Nov 12 02:26:43.978880 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-4dce8e14-158d-4b26-b362-1822e5531261 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:43.981025 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-4dce8e14-158d-4b26-b362-1822e5531261 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/networks?id=44947760-a2b2-4e50-855a-db3911329416 HTTP/1.1" status: 200 len: 814 time: 0.3587747 Nov 12 02:26:44.015275 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b05d3547-2edf-4e1f-aea3-1d4de715d771 req-a898f8a9-b21f-423d-82a0-e81b983db24a service neutron] 10.222.0.61 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721043 Nov 12 02:26:44.055642 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-df5d8ac3-711a-43b3-8b33-8d0f8ac7be40 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/quotas/e13708ebbef3409e840e949a913c427f HTTP/1.1" status: 200 len: 375 time: 0.0389979 Nov 12 02:26:44.068989 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-33ecef15-da51-4728-a2e2-085d95065980 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b65846f3-2b32-472f-b31e-db0d0a1b34b9 HTTP/1.1" status: 200 len: 217 time: 0.0691521 Nov 12 02:26:44.070544 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-72573dbb-c417-423c-a96a-791af7f825c1 req-0a97c75d-03da-4939-bdcd-43c54a655262 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008465 Nov 12 02:26:44.139025 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-a8e1c24f-e123-4ce6-a8c0-34e6f3704d47 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e13708ebbef3409e840e949a913c427f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609858 Nov 12 02:26:44.153240 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-e87d8371-668f-4b46-881c-55b58e660133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:44.154733 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-e87d8371-668f-4b46-881c-55b58e660133 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4fc1b18-ead8-4210-84af-aa2802ec2ad5 HTTP/1.1" status: 200 len: 849 time: 0.0786691 Nov 12 02:26:44.167217 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5749f3-d22f-41c2-ac5a-5c57c326ca72 x-openstack-request-id: req-eb5749f3-d22f-41c2-ac5a-5c57c326ca72 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:44.167719 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400f028d-77c0-448f-a146-dbbc9f1ec289", "tag": "b65846f3-2b32-472f-b31e-db0d0a1b34b9", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:44.168134 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eb5749f3-d22f-41c2-ac5a-5c57c326ca72 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:44.168759 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '400f028d-77c0-448f-a146-dbbc9f1ec289', 'tag': 'b65846f3-2b32-472f-b31e-db0d0a1b34b9', 'status': 'completed', 'code': 200} Nov 12 02:26:44.319006 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f8bdf714-a6a8-49f1-81b2-122ca4e12ea0 service neutron] 10.222.0.66 "GET /v2.0/networks/44947760-a2b2-4e50-855a-db3911329416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689310 Nov 12 02:26:44.332294 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-142f04d4-8e8e-4abc-94d6-17c7c1b689f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:44.339663 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-142f04d4-8e8e-4abc-94d6-17c7c1b689f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=404a7e3a-99c5-4a67-9227-adbb62c821aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1631429 Nov 12 02:26:44.464919 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-71e0b363-479c-4598-bb04-bcaac46350f6 service neutron] 10.222.0.61 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087389 Nov 12 02:26:44.534977 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-7ea12ea3-bd62-4090-9c93-29c45f2cb059 service neutron] 10.222.0.66 "GET /v2.0/networks/44947760-a2b2-4e50-855a-db3911329416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099674 Nov 12 02:26:44.561433 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-821d48d5-6350-4bc2-9792-62f94b2e702b tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:44.570362 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-821d48d5-6350-4bc2-9792-62f94b2e702b tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/networks?id=564259da-0aa0-41f7-af21-7c2a039d2cf4 HTTP/1.1" status: 200 len: 814 time: 0.1941681 Nov 12 02:26:44.593939 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-62e2e7a0-ff13-4ffe-9ed4-0454c4f171b6 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/quotas/297da905e82042dcad0c352413e38a4d HTTP/1.1" status: 200 len: 375 time: 0.0224240 Nov 12 02:26:44.608814 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-15b2459f-780d-46d4-9fdd-63dcde6020e1 req-0abb7c10-3aef-48d7-90ca-f18da9df7f81 service neutron] 10.222.0.61 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333191 Nov 12 02:26:44.671479 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-9c275c5e-c4e4-4235-ba1e-161483f8f7e9 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=297da905e82042dcad0c352413e38a4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0762908 Nov 12 02:26:44.759981 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f0fbb-40c3-4baf-be07-74acf4bcc047 req-5ba2939b-b627-43a1-8a47-9f3a6145dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:44.764279 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-876f0fbb-40c3-4baf-be07-74acf4bcc047 req-5ba2939b-b627-43a1-8a47-9f3a6145dbfd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f703f38cf65b46999d543ac359444567&device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 1096 time: 0.0696716 Nov 12 02:26:44.810210 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-62b1ba22-b90c-4038-b05a-b23b5b41b60f service neutron] 10.222.0.66 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307027 Nov 12 02:26:45.015346 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-6edf14cb-cb72-4548-9933-7350ea0dcd25 service neutron] 10.222.0.66 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912136 Nov 12 02:26:45.131237 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f0fbb-40c3-4baf-be07-74acf4bcc047 req-08d7098a-74a4-46ac-8e6c-ca4a4b5a5bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:45.131835 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac4139-631d-498b-ad47-3364e51bc983 req-eb83e718-3831-4cfb-ae12-b3c63ef46be3 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:45.132920 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0cac4139-631d-498b-ad47-3364e51bc983 req-eb83e718-3831-4cfb-ae12-b3c63ef46be3 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 944 time: 0.0718763 Nov 12 02:26:45.133071 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-876f0fbb-40c3-4baf-be07-74acf4bcc047 req-08d7098a-74a4-46ac-8e6c-ca4a4b5a5bde service neutron] 10.222.0.61 "GET /v2.0/networks?id=404a7e3a-99c5-4a67-9227-adbb62c821aa HTTP/1.1" status: 200 len: 911 time: 0.3539512 Nov 12 02:26:45.205934 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-876f0fbb-40c3-4baf-be07-74acf4bcc047 req-5eb17319-20cf-4624-a123-220a39ca86db service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b65846f3-2b32-472f-b31e-db0d0a1b34b9 HTTP/1.1" status: 200 len: 217 time: 0.0588005 Nov 12 02:26:45.224582 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0cac4139-631d-498b-ad47-3364e51bc983 req-cd54cd6a-5e54-4bc1-a379-84bfd4d9eee1 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836756 Nov 12 02:26:45.278023 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f0fbb-40c3-4baf-be07-74acf4bcc047 req-8c4f608f-5b31-454d-aa9e-271a9b68e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:45.280613 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-876f0fbb-40c3-4baf-be07-74acf4bcc047 req-8c4f608f-5b31-454d-aa9e-271a9b68e5a7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4fc1b18-ead8-4210-84af-aa2802ec2ad5 HTTP/1.1" status: 200 len: 849 time: 0.0665994 Nov 12 02:26:45.335153 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c879a230-58a7-454c-9965-0ca88cb989e9 req-a9df6f32-8f8c-4ca3-8e89-d751540aec98 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 210 time: 0.0392158 Nov 12 02:26:45.342155 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f0fbb-40c3-4baf-be07-74acf4bcc047 req-6d068eaa-749c-4dbb-aff6-7bbb8b29a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:45.344031 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-876f0fbb-40c3-4baf-be07-74acf4bcc047 req-6d068eaa-749c-4dbb-aff6-7bbb8b29a433 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=404a7e3a-99c5-4a67-9227-adbb62c821aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0531416 Nov 12 02:26:45.351784 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b60e5-7d36-43d1-a4e6-9dd8e7fd5da5 req-cbcf8d4d-5ea4-4f88-b85c-e6287b67edf0 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:45.353824 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cc6b60e5-7d36-43d1-a4e6-9dd8e7fd5da5 req-cbcf8d4d-5ea4-4f88-b85c-e6287b67edf0 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 943 time: 0.1241250 Nov 12 02:26:45.463698 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cc6b60e5-7d36-43d1-a4e6-9dd8e7fd5da5 req-2dc6fb34-330d-45ba-a7e7-6f60b433985c tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964341 Nov 12 02:26:45.523936 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-876f0fbb-40c3-4baf-be07-74acf4bcc047 req-23325217-60a0-4f8c-9a31-af31b44dd410 service neutron] 10.222.0.61 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706905 Nov 12 02:26:45.586625 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a4e8e-e929-4585-8e10-10af250365c1 req-5d7b44e0-0208-4769-92a4-e68229bc9537 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:45.594903 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-267a4e8e-e929-4585-8e10-10af250365c1 req-5d7b44e0-0208-4769-92a4-e68229bc9537 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 946 time: 0.0770783 Nov 12 02:26:45.685755 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-876f0fbb-40c3-4baf-be07-74acf4bcc047 req-a38f8d18-d0fa-4d85-a916-2f1a24fa3770 service neutron] 10.222.0.61 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342413 Nov 12 02:26:45.736672 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-267a4e8e-e929-4585-8e10-10af250365c1 req-8c3f7b7c-1c49-4f60-b017-2b1a0cbc9787 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/security-groups?id=abddc060-61ac-4f7d-9796-21f6a21faa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406841 Nov 12 02:26:45.764133 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2b4cb-2fec-456f-9112-fb00bb58f0ee req-59114043-3f69-4ad9-9462-598d599b3881 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:45.764469 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dee2b4cb-2fec-456f-9112-fb00bb58f0ee req-59114043-3f69-4ad9-9462-598d599b3881 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.1885922 Nov 12 02:26:45.850667 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a2ca07f5-9c32-4f20-aa1f-69ee7aeb1e9b req-6e0a374b-7d86-40c1-8e56-cec1f4ef949f tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=55879929-c116-443f-8080-3d7b7f680958 HTTP/1.1" status: 200 len: 210 time: 0.0427027 Nov 12 02:26:45.861052 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dee2b4cb-2fec-456f-9112-fb00bb58f0ee req-1077161f-3315-4bf8-8978-ea0fcd95bf7d tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944502 Nov 12 02:26:46.486382 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-fef4f493-726d-4dee-bb69-589871e90683 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:46.488341 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-fef4f493-726d-4dee-bb69-589871e90683 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.61 "GET /v2.0/networks?id=44947760-a2b2-4e50-855a-db3911329416 HTTP/1.1" status: 200 len: 814 time: 0.2223408 Nov 12 02:26:46.521169 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f73ac4bf-7cc4-4ffe-bc5a-8cab4237ee59 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Request body: {'port': {'device_id': 'd07adf9a-95e1-4a9f-9c33-23595cf2f921', 'network_id': '44947760-a2b2-4e50-855a-db3911329416', 'admin_state_up': True, 'tenant_id': 'e13708ebbef3409e840e949a913c427f'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:46.645857 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2161c24e-46d4-40d6-92af-5ad68d57e94f req-be5eeb7f-89ee-4fbf-bdd4-20e031813ad2 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 210 time: 0.0279906 Nov 12 02:26:46.652651 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f73ac4bf-7cc4-4ffe-bc5a-8cab4237ee59 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Made reservation on behalf of e13708ebbef3409e840e949a913c427f for: {'port': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:46.652992 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f73ac4bf-7cc4-4ffe-bc5a-8cab4237ee59 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:46.654455 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265bd84-fc35-4002-94e3-954135c101b7 req-8e309d5f-4824-4301-8f09-03d0dd77fd98 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:46.656309 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9265bd84-fc35-4002-94e3-954135c101b7 req-8e309d5f-4824-4301-8f09-03d0dd77fd98 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 944 time: 0.3413956 Nov 12 02:26:46.719629 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9265bd84-fc35-4002-94e3-954135c101b7 req-ef287366-b540-4dfb-ae44-7aee4214763a tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512664 Nov 12 02:26:46.789825 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f18d24-d685-4d16-9c4b-2086b930d6e8 req-1c425aca-4ece-4884-8c60-9d4c8b9b3533 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:46.797713 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-27f18d24-d685-4d16-9c4b-2086b930d6e8 req-1c425aca-4ece-4884-8c60-9d4c8b9b3533 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 943 time: 0.0768733 Nov 12 02:26:46.821895 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device a97a453a-445f-45c0-8d37-d11d7512e94c details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:26:46.852736 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f73ac4bf-7cc4-4ffe-bc5a-8cab4237ee59 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Allocated IP 172.20.0.14 (44947760-a2b2-4e50-855a-db3911329416/fbd682ae-6366-4362-bab0-eda15ca45632/1633f5dd-550e-499a-9725-87a4ca50855b) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:46.861002 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-27f18d24-d685-4d16-9c4b-2086b930d6e8 req-0d7904d9-b43e-4436-af2f-d63c95180d67 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622966 Nov 12 02:26:47.164884 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770705d-e352-43b3-aa7d-c1f05f3b8635 req-df6bd305-6e65-4c94-95b3-20ce1444337a tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:47.166674 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3770705d-e352-43b3-aa7d-c1f05f3b8635 req-df6bd305-6e65-4c94-95b3-20ce1444337a tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 946 time: 0.2774198 Nov 12 02:26:47.191200 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f929a9-f542-43bf-acbd-a3053239342e req-3db344b7-62c4-4994-8c96-e9ab579c9ff6 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:47.198967 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f6f929a9-f542-43bf-acbd-a3053239342e req-3db344b7-62c4-4994-8c96-e9ab579c9ff6 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.1917291 Nov 12 02:26:47.250740 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port a97a453a-445f-45c0-8d37-d11d7512e94c, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=a97a453a-445f-45c0-8d37-d11d7512e94c,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:47.263507 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f73ac4bf-7cc4-4ffe-bc5a-8cab4237ee59 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:47.266925 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-9120c96d-5c8b-46da-8140-9ee1c8c98396 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:47.268071 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': 'a97a453a-445f-45c0-8d37-d11d7512e94c', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'port_id': 'a97a453a-445f-45c0-8d37-d11d7512e94c', 'mac_address': 'fa:16:3e:f6:d0:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:26:47.268967 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-9120c96d-5c8b-46da-8140-9ee1c8c98396 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.61 "GET /v2.0/networks?id=564259da-0aa0-41f7-af21-7c2a039d2cf4 HTTP/1.1" status: 200 len: 814 time: 0.3161013 Nov 12 02:26:47.300918 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-36b80af1-869f-490b-9e08-2e4fab4f1428 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Request body: {'port': {'device_id': '55879929-c116-443f-8080-3d7b7f680958', 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4', 'admin_state_up': True, 'tenant_id': '297da905e82042dcad0c352413e38a4d'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:47.328328 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11fb52-0677-48c5-8cc8-52cf8cd5ee02 req-acf7386a-8748-47e8-a21c-fb83da359431 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:47.330251 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-1f11fb52-0677-48c5-8cc8-52cf8cd5ee02 req-acf7386a-8748-47e8-a21c-fb83da359431 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 946 time: 0.1377723 Nov 12 02:26:47.332019 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:47.333067 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3770705d-e352-43b3-aa7d-c1f05f3b8635 req-c797ae5d-8144-4eb7-92c5-63dcf895bd34 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/security-groups?id=abddc060-61ac-4f7d-9796-21f6a21faa52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526623 Nov 12 02:26:47.333308 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f73ac4bf-7cc4-4ffe-bc5a-8cab4237ee59 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:47.349054 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f6f929a9-f542-43bf-acbd-a3053239342e req-7d26d99d-ffe4-4c2a-a293-f5372b6a6b99 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437042 Nov 12 02:26:47.364629 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97a453a-445f-45c0-8d37-d11d7512e94c {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:47.389250 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port a97a453a-445f-45c0-8d37-d11d7512e94c, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=a97a453a-445f-45c0-8d37-d11d7512e94c,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:47.396717 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:47.444124 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f73ac4bf-7cc4-4ffe-bc5a-8cab4237ee59 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Network 44947760-a2b2-4e50-855a-db3911329416 is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:47.456839 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f73ac4bf-7cc4-4ffe-bc5a-8cab4237ee59 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:47.462063 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-da220d1a-3a69-4750-a094-1415185a6b62 req-bedba74b-4ede-4d52-95a6-fb2d03fbf221 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=55879929-c116-443f-8080-3d7b7f680958 HTTP/1.1" status: 200 len: 210 time: 0.0445004 Nov 12 02:26:47.466103 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=a97a453a-445f-45c0-8d37-d11d7512e94c,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:47.468780 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f73ac4bf-7cc4-4ffe-bc5a-8cab4237ee59 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:47.475333 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f73ac4bf-7cc4-4ffe-bc5a-8cab4237ee59 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:47.476032 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f73ac4bf-7cc4-4ffe-bc5a-8cab4237ee59 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:47.500534 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-36b80af1-869f-490b-9e08-2e4fab4f1428 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Made reservation on behalf of 297da905e82042dcad0c352413e38a4d for: {'port': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:26:47.506177 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-36b80af1-869f-490b-9e08-2e4fab4f1428 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:47.511393 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ac4bf-7cc4-4ffe-bc5a-8cab4237ee59 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Pushing event updated for resources: {'Port': ['ID=1633f5dd-550e-499a-9725-87a4ca50855b,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:47.552037 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f73ac4bf-7cc4-4ffe-bc5a-8cab4237ee59 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0357125 Nov 12 02:26:47.580317 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] Request body: {'port': {'device_id': 'd07adf9a-95e1-4a9f-9c33-23595cf2f921', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:47.626438 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-1f11fb52-0677-48c5-8cc8-52cf8cd5ee02 req-13c58b52-77a1-4c6b-9abd-cd515b413a65 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Deleting port c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:26:47.626873 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-1f11fb52-0677-48c5-8cc8-52cf8cd5ee02 req-13c58b52-77a1-4c6b-9abd-cd515b413a65 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:47.657398 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.db_base_plugin_common [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-36b80af1-869f-490b-9e08-2e4fab4f1428 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Allocated IP 172.20.0.5 (564259da-0aa0-41f7-af21-7c2a039d2cf4/aa652bb9-6eb9-4218-97dc-ea2358a10948/858f3f7f-1366-4062-ab13-6ccb372346ef) {{(pid=101626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:26:47.670383 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['a97a453a-445f-45c0-8d37-d11d7512e94c'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:26:47.696901 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:47.875209 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-1f11fb52-0677-48c5-8cc8-52cf8cd5ee02 req-13c58b52-77a1-4c6b-9abd-cd515b413a65 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] For port c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6,segment=NetworkSegment(a6304e8a-8e2a-4c90-88ab-c55877da1e0b),segment_id=a6304e8a-8e2a-4c90-88ab-c55877da1e0b)] {{(pid=101627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:47.875599 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-1f11fb52-0677-48c5-8cc8-52cf8cd5ee02 req-13c58b52-77a1-4c6b-9abd-cd515b413a65 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:47.913313 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3b1be-d893-4e06-b025-54cc38de86cd req-ffa3cb39-fb48-487a-bef7-01b930505ae5 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:47.915046 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3ce3b1be-d893-4e06-b025-54cc38de86cd req-ffa3cb39-fb48-487a-bef7-01b930505ae5 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 932 time: 0.1808326 Nov 12 02:26:47.946962 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-1f11fb52-0677-48c5-8cc8-52cf8cd5ee02 req-13c58b52-77a1-4c6b-9abd-cd515b413a65 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Calling delete_port for c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 owned by compute:nova {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:26:47.991372 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996f559-8477-4cd2-bfbd-92cebde090fa req-d194812b-45a3-4be0-b3c1-d92ca9ab51c4 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:47.993098 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c996f559-8477-4cd2-bfbd-92cebde090fa req-d194812b-45a3-4be0-b3c1-d92ca9ab51c4 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 945 time: 0.1248522 Nov 12 02:26:48.025945 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-36b80af1-869f-490b-9e08-2e4fab4f1428 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks [] for port, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:48.031613 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3ce3b1be-d893-4e06-b025-54cc38de86cd req-602b6c71-14e1-480e-867e-eafc9e95136a tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080239 Nov 12 02:26:48.096625 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c996f559-8477-4cd2-bfbd-92cebde090fa req-8403dfb7-9b2b-4ef4-8f60-13852a79dfc9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819011 Nov 12 02:26:48.135295 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-36b80af1-869f-490b-9e08-2e4fab4f1428 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:48.195384 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-36b80af1-869f-490b-9e08-2e4fab4f1428 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Network 564259da-0aa0-41f7-af21-7c2a039d2cf4 is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:26:48.202677 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-36b80af1-869f-490b-9e08-2e4fab4f1428 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:26:48.205655 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-36b80af1-869f-490b-9e08-2e4fab4f1428 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Received port after_create {{(pid=101626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:26:48.212280 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-36b80af1-869f-490b-9e08-2e4fab4f1428 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:48.212758 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-36b80af1-869f-490b-9e08-2e4fab4f1428 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:48.228403 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b80af1-869f-490b-9e08-2e4fab4f1428 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Pushing event updated for resources: {'Port': ['ID=858f3f7f-1366-4062-ab13-6ccb372346ef,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:48.236214 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf7d5b-9e13-4aa2-9264-7f542e8ac1cb req-14402a58-2618-4e08-a195-1f43d7a7c3b9 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:48.238137 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-eabf7d5b-9e13-4aa2-9264-7f542e8ac1cb req-14402a58-2618-4e08-a195-1f43d7a7c3b9 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 943 time: 0.1296301 Nov 12 02:26:48.249161 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-36b80af1-869f-490b-9e08-2e4fab4f1428 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9585288 Nov 12 02:26:48.271744 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] Request body: {'port': {'device_id': '55879929-c116-443f-8080-3d7b7f680958', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:48.282727 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-1f11fb52-0677-48c5-8cc8-52cf8cd5ee02 req-13c58b52-77a1-4c6b-9abd-cd515b413a65 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:48.328487 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1633f5dd-550e-499a-9725-87a4ca50855b {{(pid=101627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:48.334382 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-eabf7d5b-9e13-4aa2-9264-7f542e8ac1cb req-11c6597f-4107-4cb6-ae8d-6e43e9e239ee tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898309 Nov 12 02:26:48.356347 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:26:48.386427 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:48.399486 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['9af4dce4-b99d-4c7f-886f-2b150633f3ce'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:26:48.414847 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:48.417886 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f11fb52-0677-48c5-8cc8-52cf8cd5ee02 req-13c58b52-77a1-4c6b-9abd-cd515b413a65 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] No DVR routers for this DVR port c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 on host hv-cinder-80857 {{(pid=101627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:26:48.427149 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-1f11fb52-0677-48c5-8cc8-52cf8cd5ee02 req-13c58b52-77a1-4c6b-9abd-cd515b413a65 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:48.436344 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-1f11fb52-0677-48c5-8cc8-52cf8cd5ee02 req-13c58b52-77a1-4c6b-9abd-cd515b413a65 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.61 "DELETE /v2.0/ports/c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 HTTP/1.1" status: 204 len: 173 time: 1.0950370 Nov 12 02:26:48.437008 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f877b6a-92eb-43b9-bb7c-6dd4c76863ea', 'name': 'network-vif-deleted', 'tag': 'c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:48.439275 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cfc614-1661-48e0-b5bb-d6baf9af3e7e" -d '{"events": [{"server_uuid": "3f877b6a-92eb-43b9-bb7c-6dd4c76863ea", "name": "network-vif-deleted", "tag": "c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:48.448270 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c58b52-77a1-4c6b-9abd-cd515b413a65 tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] Pushing event deleted for resources: {'Port': ['ID=c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:48.461901 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.provisioning_blocks [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] Transition to ACTIVE for port object 1633f5dd-550e-499a-9725-87a4ca50855b will not be triggered until provisioned by entity L2. {{(pid=101627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:26:48.472307 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:48.493818 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-63871657-9770-441e-a83c-49f718e4745e req-e0a263d5-12fd-4783-bcc6-427e7edba84e tempest-DeleteServersTestJSON-291659058 tempest-DeleteServersTestJSON-291659058-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f877b6a-92eb-43b9-bb7c-6dd4c76863ea HTTP/1.1" status: 200 len: 210 time: 0.0332348 Nov 12 02:26:48.591121 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e465e5fd-3e97-4073-8614-b63e8a7ede69 x-openstack-request-id: req-e465e5fd-3e97-4073-8614-b63e8a7ede69 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:48.591645 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f877b6a-92eb-43b9-bb7c-6dd4c76863ea", "name": "network-vif-deleted", "tag": "c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:48.591730 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e465e5fd-3e97-4073-8614-b63e8a7ede69 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:48.592107 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f877b6a-92eb-43b9-bb7c-6dd4c76863ea', 'name': 'network-vif-deleted', 'tag': 'c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6', 'status': 'completed', 'code': 200} Nov 12 02:26:48.628519 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca335d-0e5b-4181-a47f-42da79486b59 req-b34dd7dd-1f05-485f-bf9c-65381d65a47b tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:48.630975 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f4ca335d-0e5b-4181-a47f-42da79486b59 req-b34dd7dd-1f05-485f-bf9c-65381d65a47b tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.1362634 Nov 12 02:26:48.694284 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] Attempting to bind port 1633f5dd-550e-499a-9725-87a4ca50855b on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:48.695385 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] Attempting to bind port 1633f5dd-550e-499a-9725-87a4ca50855b by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '0110cbf4-8b31-4575-ad20-6ec9f456d92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '44947760-a2b2-4e50-855a-db3911329416'}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:48.695776 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] Attempting to bind port 1633f5dd-550e-499a-9725-87a4ca50855b on network 44947760-a2b2-4e50-855a-db3911329416 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:48.703388 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] Port 1633f5dd-550e-499a-9725-87a4ca50855b on network 44947760-a2b2-4e50-855a-db3911329416 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:26:48.703714 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] Attempting to bind port 1633f5dd-550e-499a-9725-87a4ca50855b on network 44947760-a2b2-4e50-855a-db3911329416 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:48.711972 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] Checking agent: {'id': '2c3d3ad8-5938-43f6-9304-04beb85952ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:48.712359 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] Checking segment: {'id': '0110cbf4-8b31-4575-ad20-6ec9f456d92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '44947760-a2b2-4e50-855a-db3911329416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:48.712753 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] Bound using segment: {'id': '0110cbf4-8b31-4575-ad20-6ec9f456d92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '44947760-a2b2-4e50-855a-db3911329416'} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:48.713183 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] Bound port: 1633f5dd-550e-499a-9725-87a4ca50855b, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0110cbf4-8b31-4575-ad20-6ec9f456d92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '44947760-a2b2-4e50-855a-db3911329416'}}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:48.713536 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:48.716579 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1633f5dd-550e-499a-9725-87a4ca50855b,revision_number=2']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:48.792795 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f4ca335d-0e5b-4181-a47f-42da79486b59 req-ae53eab1-e031-405d-8ae1-4855d0562cfa tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517642 Nov 12 02:26:48.798713 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] For port 1633f5dd-550e-499a-9725-87a4ca50855b, host hv-cinder-80857, cleared binding levels {{(pid=101627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:48.802859 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] For port 1633f5dd-550e-499a-9725-87a4ca50855b, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=1633f5dd-550e-499a-9725-87a4ca50855b,segment=NetworkSegment(0110cbf4-8b31-4575-ad20-6ec9f456d92a),segment_id=0110cbf4-8b31-4575-ad20-6ec9f456d92a)] {{(pid=101627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:48.809461 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909d173-1310-48a1-b2ea-626bb2ad6ffa req-7c339ce6-6f0b-4ecf-bb13-5275e6478a8f tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:48.811007 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6909d173-1310-48a1-b2ea-626bb2ad6ffa req-7c339ce6-6f0b-4ecf-bb13-5275e6478a8f tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=55879929-c116-443f-8080-3d7b7f680958 HTTP/1.1" status: 200 len: 931 time: 0.1433864 Nov 12 02:26:48.816611 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:48.817607 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device b65846f3-2b32-472f-b31e-db0d0a1b34b9 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:26:48.827843 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device a97a453a-445f-45c0-8d37-d11d7512e94c up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:48.891522 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6909d173-1310-48a1-b2ea-626bb2ad6ffa req-23389135-a1fa-4e8f-b352-e311dfac56a3 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646420 Nov 12 02:26:48.935407 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1633f5dd-550e-499a-9725-87a4ca50855b,revision_number=3']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:48.964784 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:48.965429 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:48.966160 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858f3f7f-1366-4062-ab13-6ccb372346ef {{(pid=101626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:48.966861 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f04a33c7-d5d3-46f8-9111-f7da86c0f1e5 service neutron] 10.222.0.61 "PUT /v2.0/ports/1633f5dd-550e-499a-9725-87a4ca50855b HTTP/1.1" status: 200 len: 1094 time: 1.3917203 Nov 12 02:26:48.993056 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:49.034612 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.provisioning_blocks [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] Transition to ACTIVE for port object 858f3f7f-1366-4062-ab13-6ccb372346ef will not be triggered until provisioned by entity L2. {{(pid=101626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:26:49.042079 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:49.111255 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning for port a97a453a-445f-45c0-8d37-d11d7512e94c completed by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:26:49.127450 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f76ff184-f529-4262-bd1e-13c1ffe6f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:49.128960 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-f76ff184-f529-4262-bd1e-13c1ffe6f02d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e13708ebbef3409e840e949a913c427f&device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 1097 time: 0.1035120 Nov 12 02:26:49.132722 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port a97a453a-445f-45c0-8d37-d11d7512e94c triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:49.133093 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:49.134256 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] Pushing event updated for resources: {'Port': ['ID=858f3f7f-1366-4062-ab13-6ccb372346ef,revision_number=2']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:49.157016 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.managers [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] Attempting to bind port 858f3f7f-1366-4062-ab13-6ccb372346ef on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:26:49.157357 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.managers [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] Attempting to bind port 858f3f7f-1366-4062-ab13-6ccb372346ef by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'ebf57d23-5daf-41dd-ba5d-ceafe7b55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4'}] {{(pid=101626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:26:49.157679 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] Attempting to bind port 858f3f7f-1366-4062-ab13-6ccb372346ef on network 564259da-0aa0-41f7-af21-7c2a039d2cf4 {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:49.167036 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] Port 858f3f7f-1366-4062-ab13-6ccb372346ef on network 564259da-0aa0-41f7-af21-7c2a039d2cf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:26:49.167392 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] Attempting to bind port 858f3f7f-1366-4062-ab13-6ccb372346ef on network 564259da-0aa0-41f7-af21-7c2a039d2cf4 {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:26:49.190512 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] Checking agent: {'id': '2c3d3ad8-5938-43f6-9304-04beb85952ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:26:49.190845 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] Checking segment: {'id': 'ebf57d23-5daf-41dd-ba5d-ceafe7b55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:26:49.192352 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] Bound using segment: {'id': 'ebf57d23-5daf-41dd-ba5d-ceafe7b55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4'} {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:26:49.193195 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.managers [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] Bound port: 858f3f7f-1366-4062-ab13-6ccb372346ef, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf57d23-5daf-41dd-ba5d-ceafe7b55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4'}}] {{(pid=101626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:26:49.193968 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:49.199017 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port b65846f3-2b32-472f-b31e-db0d0a1b34b9, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=b65846f3-2b32-472f-b31e-db0d0a1b34b9,segment=NetworkSegment(bfd07f29-2d92-4f8c-a3d7-f3e528339839),segment_id=bfd07f29-2d92-4f8c-a3d7-f3e528339839)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:49.221701 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': 'b65846f3-2b32-472f-b31e-db0d0a1b34b9', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'port_id': 'b65846f3-2b32-472f-b31e-db0d0a1b34b9', 'mac_address': 'fa:16:3e:02:74:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:26:49.241657 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-7992383b-540d-4677-a397-4a3d4191f14d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1633f5dd-550e-499a-9725-87a4ca50855b HTTP/1.1" status: 200 len: 217 time: 0.0985138 Nov 12 02:26:49.303906 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:49.304650 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-55d0e160-bd2f-4380-bb65-8d3facd5fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:49.306168 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-55d0e160-bd2f-4380-bb65-8d3facd5fa40 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbd682ae-6366-4362-bab0-eda15ca45632 HTTP/1.1" status: 200 len: 854 time: 0.0572643 Nov 12 02:26:49.310282 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] For port 858f3f7f-1366-4062-ab13-6ccb372346ef, host hv-cinder-80857, cleared binding levels {{(pid=101626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:26:49.313525 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] For port 858f3f7f-1366-4062-ab13-6ccb372346ef, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=858f3f7f-1366-4062-ab13-6ccb372346ef,segment=NetworkSegment(ebf57d23-5daf-41dd-ba5d-ceafe7b55831),segment_id=ebf57d23-5daf-41dd-ba5d-ceafe7b55831)] {{(pid=101626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:26:49.322519 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:49.328118 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b65846f3-2b32-472f-b31e-db0d0a1b34b9 {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:49.337914 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:49.369897 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port b65846f3-2b32-472f-b31e-db0d0a1b34b9, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=b65846f3-2b32-472f-b31e-db0d0a1b34b9,segment=NetworkSegment(bfd07f29-2d92-4f8c-a3d7-f3e528339839),segment_id=bfd07f29-2d92-4f8c-a3d7-f3e528339839)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:49.386233 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:49.388584 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97a453a-445f-45c0-8d37-d11d7512e94c'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:49.391725 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3374a7-74d8-464d-b029-c0b848962823" -d '{"events": [{"server_uuid": "7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a", "name": "network-vif-plugged", "status": "completed", "tag": "a97a453a-445f-45c0-8d37-d11d7512e94c"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:49.391914 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3e686-90ad-419f-9435-0cefb580e7e8 req-2475504d-3e4c-41ee-b3a4-629c9ba48093 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:49.392326 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-69c72137-c9b1-4e82-8918-49e2abe4acf3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=44947760-a2b2-4e50-855a-db3911329416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690541 Nov 12 02:26:49.393368 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-05a3e686-90ad-419f-9435-0cefb580e7e8 req-2475504d-3e4c-41ee-b3a4-629c9ba48093 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 944 time: 0.2494638 Nov 12 02:26:49.418509 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:49.419131 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:49.421370 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] 10.222.0.61 "PUT /v2.0/ports/858f3f7f-1366-4062-ab13-6ccb372346ef HTTP/1.1" status: 200 len: 1093 time: 1.1559069 Nov 12 02:26:49.421706 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55879929-c116-443f-8080-3d7b7f680958', 'tag': '858f3f7f-1366-4062-ab13-6ccb372346ef'}] {{(pid=101626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:49.424252 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee064878ec57991a80a61b6e38777a609e15accd33394659691c67407ac4dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a82ef1-dcf1-4dd3-ad68-fa40d1ab1848" -d '{"events": [{"name": "network-changed", "server_uuid": "55879929-c116-443f-8080-3d7b7f680958", "tag": "858f3f7f-1366-4062-ab13-6ccb372346ef"}]}' {{(pid=101626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:49.436212 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port a97a453a-445f-45c0-8d37-d11d7512e94c, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=a97a453a-445f-45c0-8d37-d11d7512e94c,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:49.446198 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:49.468655 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1328e1-eead-489d-864a-f443089b620a req-31a6bf6f-33bb-46f2-b07f-63d89fe0294f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:49.491679 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=b65846f3-2b32-472f-b31e-db0d0a1b34b9,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:49.492249 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2e1328e1-eead-489d-864a-f443089b620a req-31a6bf6f-33bb-46f2-b07f-63d89fe0294f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 945 time: 0.2854009 Nov 12 02:26:49.583898 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28903f81-c49f-4a96-8086-0049ebc8582c service neutron] Pushing event updated for resources: {'Port': ['ID=858f3f7f-1366-4062-ab13-6ccb372346ef,revision_number=3']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:49.639853 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=a97a453a-445f-45c0-8d37-d11d7512e94c,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:49.643940 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-05a3e686-90ad-419f-9435-0cefb580e7e8 req-5717f501-ea3f-4bee-abd3-5a0b6de27b25 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354431 Nov 12 02:26:49.677272 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-8c9ad312-22e4-45dd-ae03-844daa83e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:49.678686 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-8c9ad312-22e4-45dd-ae03-844daa83e5be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=297da905e82042dcad0c352413e38a4d&device_id=55879929-c116-443f-8080-3d7b7f680958 HTTP/1.1" status: 200 len: 1096 time: 0.1816366 Nov 12 02:26:49.727965 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2e1328e1-eead-489d-864a-f443089b620a req-247d7e04-bada-4894-b2ee-c49f4433d8cf tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347548 Nov 12 02:26:49.755276 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['b65846f3-2b32-472f-b31e-db0d0a1b34b9'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:26:49.801644 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-75aeab32-4cd3-4000-b849-e4a737313178 service neutron] 10.222.0.61 "GET /v2.0/networks/44947760-a2b2-4e50-855a-db3911329416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934994 Nov 12 02:26:49.803418 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-be3fe55b-9f3f-4f5a-ba49-ca8f8772bf61 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=858f3f7f-1366-4062-ab13-6ccb372346ef HTTP/1.1" status: 200 len: 217 time: 0.1051702 Nov 12 02:26:49.815486 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f109b36e-7b6d-427a-8c14-f1959ff3e973 x-openstack-request-id: req-f109b36e-7b6d-427a-8c14-f1959ff3e973 {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:49.816075 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a", "name": "network-vif-plugged", "status": "completed", "tag": "a97a453a-445f-45c0-8d37-d11d7512e94c", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:49.816467 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f109b36e-7b6d-427a-8c14-f1959ff3e973 {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:49.817069 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97a453a-445f-45c0-8d37-d11d7512e94c', 'code': 200} Nov 12 02:26:49.885254 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-8a6a7e8f-6cc5-44d1-a65b-141193730436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:49.887055 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-8a6a7e8f-6cc5-44d1-a65b-141193730436 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa652bb9-6eb9-4218-97dc-ea2358a10948 HTTP/1.1" status: 200 len: 854 time: 0.0626013 Nov 12 02:26:49.893953 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b619d3a5-9ad6-4a3b-898b-52fbeb8476e4 x-openstack-request-id: req-b619d3a5-9ad6-4a3b-898b-52fbeb8476e4 {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:49.894310 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55879929-c116-443f-8080-3d7b7f680958", "tag": "858f3f7f-1366-4062-ab13-6ccb372346ef", "status": "completed", "code": 200}]} {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:49.894639 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b619d3a5-9ad6-4a3b-898b-52fbeb8476e4 {{(pid=101626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:49.896240 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55879929-c116-443f-8080-3d7b7f680958', 'tag': '858f3f7f-1366-4062-ab13-6ccb372346ef', 'status': 'completed', 'code': 200} Nov 12 02:26:49.928891 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a6ddd-2a0c-4fa2-b8a1-e398369e567e req-428391c0-9f35-4e95-be50-d331b59164e0 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:49.930687 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-676a6ddd-2a0c-4fa2-b8a1-e398369e567e req-428391c0-9f35-4e95-be50-d331b59164e0 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 944 time: 0.1400807 Nov 12 02:26:49.975943 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-3d741b4d-daa6-475b-b0c0-da4b347039b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=564259da-0aa0-41f7-af21-7c2a039d2cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714281 Nov 12 02:26:50.081361 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-f72ba0e5-2e98-4455-8f2d-32e914cd3702 req-4224d8c5-7b08-41b1-bfb2-f216864b63fc service neutron] 10.222.0.61 "GET /v2.0/networks/44947760-a2b2-4e50-855a-db3911329416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629471 Nov 12 02:26:50.100781 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfe6fd-95f7-43f7-880d-879c3a5bb649 req-f54e91f9-c62f-4dd8-8aed-68ec559c43a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:50.104769 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-1bdfe6fd-95f7-43f7-880d-879c3a5bb649 req-f54e91f9-c62f-4dd8-8aed-68ec559c43a7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 1099 time: 0.0768142 Nov 12 02:26:50.161138 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-676a6ddd-2a0c-4fa2-b8a1-e398369e567e req-9178b811-625a-4135-93a7-8a66b9c889af tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911907 Nov 12 02:26:50.169523 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-1bdfe6fd-95f7-43f7-880d-879c3a5bb649 req-74255306-381d-4665-9ff7-66d49761050c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510404 Nov 12 02:26:50.178842 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1e93f-2fc9-4e16-b098-cd99cf9aecf3 req-b39cb267-0f99-40ff-862e-01bb21bcf412 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:50.180583 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3ba1e93f-2fc9-4e16-b098-cd99cf9aecf3 req-b39cb267-0f99-40ff-862e-01bb21bcf412 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.1416175 Nov 12 02:26:50.192489 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-ac7ae025-0e3c-4bff-a1c0-cf36361d619e service neutron] 10.222.0.61 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994934 Nov 12 02:26:50.474165 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3ba1e93f-2fc9-4e16-b098-cd99cf9aecf3 req-fe9211dc-4df1-4f8f-817d-bcafcc22cb56 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798681 Nov 12 02:26:50.559193 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91bdd77-c5a2-40c9-94b3-108e034e5fab req-d62c2613-c75a-4766-a610-aa6f83c39e96 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:50.562803 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a91bdd77-c5a2-40c9-94b3-108e034e5fab req-d62c2613-c75a-4766-a610-aa6f83c39e96 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=55879929-c116-443f-8080-3d7b7f680958 HTTP/1.1" status: 200 len: 943 time: 0.1210625 Nov 12 02:26:50.593406 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07adf9a-95e1-4a9f-9c33-23595cf2f921', 'tag': '1633f5dd-550e-499a-9725-87a4ca50855b'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:50.595664 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd5c242-c678-400b-be2d-eb3969580133" -d '{"events": [{"name": "network-changed", "server_uuid": "d07adf9a-95e1-4a9f-9c33-23595cf2f921", "tag": "1633f5dd-550e-499a-9725-87a4ca50855b"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:50.603485 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c3d588d2-7973-4134-ba9a-cda84ab07a02 req-2d3c6ab4-17a9-464c-b9e0-1d00d411ba5a service neutron] 10.222.0.61 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648376 Nov 12 02:26:50.638489 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d079ad-fb35-44a2-8dd1-907a3db31098 x-openstack-request-id: req-74d079ad-fb35-44a2-8dd1-907a3db31098 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:50.638768 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07adf9a-95e1-4a9f-9c33-23595cf2f921", "tag": "1633f5dd-550e-499a-9725-87a4ca50855b", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:50.639021 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-74d079ad-fb35-44a2-8dd1-907a3db31098 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:50.639442 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07adf9a-95e1-4a9f-9c33-23595cf2f921', 'tag': '1633f5dd-550e-499a-9725-87a4ca50855b', 'status': 'completed', 'code': 200} Nov 12 02:26:50.643964 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a91bdd77-c5a2-40c9-94b3-108e034e5fab req-19057e09-50c9-43c2-adc7-a378965253ec tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723612 Nov 12 02:26:50.727664 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5c242-c678-400b-be2d-eb3969580133 req-458bc317-a537-4496-add5-b158cd74d088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:50.728597 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a82ef1-dcf1-4dd3-ad68-fa40d1ab1848 req-4e858e5c-a7bd-465c-975d-bfa003b7a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:50.729054 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9dd5c242-c678-400b-be2d-eb3969580133 req-458bc317-a537-4496-add5-b158cd74d088 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e13708ebbef3409e840e949a913c427f&device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 1097 time: 0.0520797 Nov 12 02:26:50.730241 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-93a82ef1-dcf1-4dd3-ad68-fa40d1ab1848 req-4e858e5c-a7bd-465c-975d-bfa003b7a6f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=297da905e82042dcad0c352413e38a4d&device_id=55879929-c116-443f-8080-3d7b7f680958 HTTP/1.1" status: 200 len: 1096 time: 0.0530343 Nov 12 02:26:50.841097 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:26:50.844667 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aeb77c-0e0b-4dba-a3df-29e09a3ba5d9 req-1a9c8fa3-ed73-4265-806d-e4ea4c040b18 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:50.846206 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-49aeb77c-0e0b-4dba-a3df-29e09a3ba5d9 req-1a9c8fa3-ed73-4265-806d-e4ea4c040b18 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 944 time: 0.1162698 Nov 12 02:26:50.862852 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a82ef1-dcf1-4dd3-ad68-fa40d1ab1848 req-db1c5eee-8560-4d3f-a751-12669b8adb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:50.864471 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-93a82ef1-dcf1-4dd3-ad68-fa40d1ab1848 req-db1c5eee-8560-4d3f-a751-12669b8adb9f service neutron] 10.222.0.61 "GET /v2.0/networks?id=564259da-0aa0-41f7-af21-7c2a039d2cf4 HTTP/1.1" status: 200 len: 915 time: 0.1106732 Nov 12 02:26:50.868578 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] No Port match for: c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:26:50.868918 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device c4ec43fe-2d63-4fb5-b6f5-9860c3f52ed6 not bound to the agent host hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:26:50.919491 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-93a82ef1-dcf1-4dd3-ad68-fa40d1ab1848 req-904197c8-8871-4d1d-9777-f90ab2adbc17 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=858f3f7f-1366-4062-ab13-6ccb372346ef HTTP/1.1" status: 200 len: 217 time: 0.0432546 Nov 12 02:26:50.940923 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc31db-9efb-4903-bd8e-4cc9135cebae req-15d3ee97-33dc-4dd6-be77-bac0c06bf48e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:50.942999 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-54cc31db-9efb-4903-bd8e-4cc9135cebae req-15d3ee97-33dc-4dd6-be77-bac0c06bf48e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.1210475 Nov 12 02:26:50.944105 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5c242-c678-400b-be2d-eb3969580133 req-69abc26b-8978-4283-9ca4-5359d571f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:50.945524 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9dd5c242-c678-400b-be2d-eb3969580133 req-69abc26b-8978-4283-9ca4-5359d571f23e service neutron] 10.222.0.61 "GET /v2.0/networks?id=44947760-a2b2-4e50-855a-db3911329416 HTTP/1.1" status: 200 len: 915 time: 0.1874115 Nov 12 02:26:50.981850 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a82ef1-dcf1-4dd3-ad68-fa40d1ab1848 req-df213566-d1e8-4c8f-9c84-65bd23894648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:50.983257 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-93a82ef1-dcf1-4dd3-ad68-fa40d1ab1848 req-df213566-d1e8-4c8f-9c84-65bd23894648 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa652bb9-6eb9-4218-97dc-ea2358a10948 HTTP/1.1" status: 200 len: 854 time: 0.0504763 Nov 12 02:26:50.989782 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-49aeb77c-0e0b-4dba-a3df-29e09a3ba5d9 req-6aa3bd1a-e85c-48c9-b547-5d3c8132e9b1 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262434 Nov 12 02:26:51.035853 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9dd5c242-c678-400b-be2d-eb3969580133 req-cf0e96d2-832e-4a56-8760-e1aea38235a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1633f5dd-550e-499a-9725-87a4ca50855b HTTP/1.1" status: 200 len: 217 time: 0.0571263 Nov 12 02:26:51.040874 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-93a82ef1-dcf1-4dd3-ad68-fa40d1ab1848 req-0e6ee05d-75e1-4b63-a66f-d69dc55eaa85 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=564259da-0aa0-41f7-af21-7c2a039d2cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326746 Nov 12 02:26:51.092162 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-54cc31db-9efb-4903-bd8e-4cc9135cebae req-5f7c62f4-f9f4-445f-813e-46605957bc3d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383402 Nov 12 02:26:51.098585 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5c242-c678-400b-be2d-eb3969580133 req-755efbb9-0325-4b88-a627-7523c4ef873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:51.100186 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9dd5c242-c678-400b-be2d-eb3969580133 req-755efbb9-0325-4b88-a627-7523c4ef873f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbd682ae-6366-4362-bab0-eda15ca45632 HTTP/1.1" status: 200 len: 854 time: 0.0679336 Nov 12 02:26:51.136666 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9dd5c242-c678-400b-be2d-eb3969580133 req-542905a2-6e4a-4c7a-a9ff-43cc17b258b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=44947760-a2b2-4e50-855a-db3911329416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273643 Nov 12 02:26:51.145054 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-93a82ef1-dcf1-4dd3-ad68-fa40d1ab1848 req-9a733430-e3f2-420c-8e06-dbbbaf398c36 service neutron] 10.222.0.61 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996447 Nov 12 02:26:51.252844 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-93a82ef1-dcf1-4dd3-ad68-fa40d1ab1848 req-f9d787a2-d412-41cf-8eb4-a21b38048be5 service neutron] 10.222.0.61 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988579 Nov 12 02:26:51.283955 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9dd5c242-c678-400b-be2d-eb3969580133 req-e66e6c65-c463-4a2d-8f3a-ad9bd8d6694f service neutron] 10.222.0.61 "GET /v2.0/networks/44947760-a2b2-4e50-855a-db3911329416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374164 Nov 12 02:26:51.331984 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055526b-a8fe-4c76-805b-4eca84115fbe req-cd68da90-e08a-4115-8f38-2f0f8e2b3c56 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:51.334096 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b055526b-a8fe-4c76-805b-4eca84115fbe req-cd68da90-e08a-4115-8f38-2f0f8e2b3c56 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 944 time: 0.0890899 Nov 12 02:26:51.437829 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9dd5c242-c678-400b-be2d-eb3969580133 req-83851734-2900-4f9f-a20f-811854489d87 service neutron] 10.222.0.61 "GET /v2.0/networks/44947760-a2b2-4e50-855a-db3911329416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452861 Nov 12 02:26:51.448078 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b055526b-a8fe-4c76-805b-4eca84115fbe req-fc27225d-31cc-444f-a576-dc060dfa2cdd tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737233 Nov 12 02:26:51.602522 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36094) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:51.608173 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf32c8c-9c3c-41a4-bd3f-5f94b886f828 req-f8916e60-6808-452f-9003-c596ad2172f2 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:51.609983 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7bf32c8c-9c3c-41a4-bd3f-5f94b886f828 req-f8916e60-6808-452f-9003-c596ad2172f2 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.0620301 Nov 12 02:26:51.671558 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7bf32c8c-9c3c-41a4-bd3f-5f94b886f828 req-4a9b225e-d11e-4a21-98a0-0fba47d42061 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540376 Nov 12 02:26:51.760096 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9856cf3b-a186-44dc-9bdb-c9131545265e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:51.806457 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec633f8-bbd4-47a9-a7fe-5e194294600a req-61abf734-f88e-4084-93a7-f4c24003562b tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:51.818593 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dec633f8-bbd4-47a9-a7fe-5e194294600a req-61abf734-f88e-4084-93a7-f4c24003562b tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=55879929-c116-443f-8080-3d7b7f680958 HTTP/1.1" status: 200 len: 943 time: 0.0824761 Nov 12 02:26:51.866230 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36108) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:51.867207 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36110) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:51.887182 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dec633f8-bbd4-47a9-a7fe-5e194294600a req-2a5be311-823c-4fe8-904d-f3d098e85978 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670340 Nov 12 02:26:51.890823 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9856cf3b-a186-44dc-9bdb-c9131545265e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:51.912974 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9856cf3b-a186-44dc-9bdb-c9131545265e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:51.967241 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-9856cf3b-a186-44dc-9bdb-c9131545265e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=07bcae68e1cf4671bc304590960efb86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634703 Nov 12 02:26:51.970241 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 36114) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:51.991460 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856cf3b-a186-44dc-9bdb-c9131545265e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078651f1-aa04-42b6-bbe9-3e4de12388b0,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:51.997232 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_v2 [None req-19136323-06b4-4099-ba0f-966b98f60bf2 admin admin] Deleting subnet 7f22c72b-a8de-413d-8fad-f5fc5db0bb99 {{(pid=101627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:26:52.001336 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-19136323-06b4-4099-ba0f-966b98f60bf2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.026427 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-54ca74d7-814f-48ed-93ab-8ba7290432bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.042135 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b9d5e1bf-a3cd-499d-8fad-dea7f1596b21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.050090 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-54ca74d7-814f-48ed-93ab-8ba7290432bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.058246 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-19136323-06b4-4099-ba0f-966b98f60bf2 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.072895 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-19136323-06b4-4099-ba0f-966b98f60bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503514'] for subnet, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.141079 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-54ca74d7-814f-48ed-93ab-8ba7290432bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.144760 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-54ca74d7-814f-48ed-93ab-8ba7290432bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.145510 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-54ca74d7-814f-48ed-93ab-8ba7290432bf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/078651f1-aa04-42b6-bbe9-3e4de12388b0 HTTP/1.1" status: 204 len: 168 time: 0.1736434 Nov 12 02:26:52.159956 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca74d7-814f-48ed-93ab-8ba7290432bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078651f1-aa04-42b6-bbe9-3e4de12388b0,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:52.170643 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b31f7d-efce-4ca3-9a86-0e9b2441079d req-a8e15c9f-3818-4fee-bb75-91bea7194fc7 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:52.173767 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-25b31f7d-efce-4ca3-9a86-0e9b2441079d req-a8e15c9f-3818-4fee-bb75-91bea7194fc7 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 944 time: 0.0787795 Nov 12 02:26:52.182198 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-19136323-06b4-4099-ba0f-966b98f60bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for subnet, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.217390 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19136323-06b4-4099-ba0f-966b98f60bf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f22c72b-a8de-413d-8fad-f5fc5db0bb99,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:52.231833 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-19136323-06b4-4099-ba0f-966b98f60bf2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.235091 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-19136323-06b4-4099-ba0f-966b98f60bf2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7f22c72b-a8de-413d-8fad-f5fc5db0bb99 HTTP/1.1" status: 204 len: 168 time: 0.3666887 Nov 12 02:26:52.240719 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36122) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:52.279620 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-25b31f7d-efce-4ca3-9a86-0e9b2441079d req-bcfcfdd9-f783-4911-b925-2c73b9de1293 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871756 Nov 12 02:26:52.289832 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b9d5e1bf-a3cd-499d-8fad-dea7f1596b21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.301568 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524df4b-c1aa-452d-bdd4-e1974376456f req-18598e54-36be-4f99-912b-7240b4628f9d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:52.303640 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e524df4b-c1aa-452d-bdd4-e1974376456f req-18598e54-36be-4f99-912b-7240b4628f9d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.0935659 Nov 12 02:26:52.324228 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b9d5e1bf-a3cd-499d-8fad-dea7f1596b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.361191 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e524df4b-c1aa-452d-bdd4-e1974376456f req-227bf6e8-840d-4c46-b401-757fde5317db tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512877 Nov 12 02:26:52.384530 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1368191'] for network, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.393596 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-b9d5e1bf-a3cd-499d-8fad-dea7f1596b21 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f38fb04f1dc14133ab0d3756f6750d61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5239394 Nov 12 02:26:52.396334 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5e1bf-a3cd-499d-8fad-dea7f1596b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6149c69a-b506-4d36-a837-94bfdfa89e88,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:52.397081 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 36128) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:52.487335 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fdf20455-691e-426b-8b71-7937f71f0d4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.504414 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642717', 'neutron.services.segments.db._delete_segments_for_network-8768027728366'] for network, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.524790 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fdf20455-691e-426b-8b71-7937f71f0d4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.527504 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:26:52.527993 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:26:52.528805 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:26:52.529198 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Subscribe: > port after_create 55550000 {{(pid=101627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:26:52.529602 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:26:52.529980 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Subscribe: > port after_update 55550000 {{(pid=101627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:26:52.530358 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:26:52.530752 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:26:52.531129 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:26:52.531542 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:26:52.549762 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39f323-8b12-42ec-aaa6-fb73c7414487 req-8b42082c-9e8f-4217-a80c-c31dd59181a3 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:52.551530 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ec39f323-8b12-42ec-aaa6-fb73c7414487 req-8b42082c-9e8f-4217-a80c-c31dd59181a3 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.1103349 Nov 12 02:26:52.576709 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 36132) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:52.577037 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 36134) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:52.591396 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-9defdf54-bdfb-42fc-8b46-d641169ffe4a tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Request body: {'floatingip': {'port_id': 'a97a453a-445f-45c0-8d37-d11d7512e94c'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:52.679269 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f5e9b07f-e512-4902-898a-c3bf10a29bfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.696765 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9defdf54-bdfb-42fc-8b46-d641169ffe4a tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for floatingip, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.720856 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:26:52.721268 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:26:52.721767 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:26:52.721975 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:26:52.722567 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71b3562-297c-4526-ab60-647efdcd95a4']}} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:52.743163 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6304e8a-8e2a-4c90-88ab-c55877da1e0b') {'for_net_delete': True} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:52.743163 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6304e8a-8e2a-4c90-88ab-c55877da1e0b') {} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:52.761345 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768027880951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25774297'] for segment, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.790196 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.800850 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=101627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:26:52.802002 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3466394'] for segment, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: from cryptography.utils import int_from_bytes Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: from cryptography.utils import int_from_bytes Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: Traceback (most recent call last): Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: timer() Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: cb(*args, **kw) Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: return func(*args, **kwargs) Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: self._notify() Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: self.callback(batched_events) Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: event.method(event) Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: return f(self, *a, **k) Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: return self._get(url).json() Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: return self.request(url, 'GET', **kwargs) Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:26:52.806394 dv-cinder-808574-4-smb neutron-server[101627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:26:52.820878 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbda7d1-ed67-498e-abe1-61f4c14d2624 req-a4d18a69-b9ff-4dce-9ba7-490eec047475 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:52.822430 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8fbda7d1-ed67-498e-abe1-61f4c14d2624 req-a4d18a69-b9ff-4dce-9ba7-490eec047475 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 944 time: 0.2833426 Nov 12 02:26:52.845288 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device b65846f3-2b32-472f-b31e-db0d0a1b34b9 up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:52.876442 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394473'] for network, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.884866 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.888748 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b71b3562-297c-4526-ab60-647efdcd95a4 HTTP/1.1" status: 204 len: 168 time: 0.6470063 Nov 12 02:26:52.905082 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438e96c-c194-48ac-8a8b-af231e133278 admin admin] Pushing event deleted for resources: {'Network': ['ID=b71b3562-297c-4526-ab60-647efdcd95a4,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:52.909452 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fdf20455-691e-426b-8b71-7937f71f0d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.913520 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fdf20455-691e-426b-8b71-7937f71f0d4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.914932 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-fdf20455-691e-426b-8b71-7937f71f0d4b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6149c69a-b506-4d36-a837-94bfdfa89e88 HTTP/1.1" status: 204 len: 168 time: 0.5164132 Nov 12 02:26:52.930716 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning for port b65846f3-2b32-472f-b31e-db0d0a1b34b9 completed by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:26:52.935447 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port b65846f3-2b32-472f-b31e-db0d0a1b34b9 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:52.936052 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:52.964237 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf20455-691e-426b-8b71-7937f71f0d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6149c69a-b506-4d36-a837-94bfdfa89e88,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:53.029534 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c1a83-686a-43cd-bcd6-53942eb1c275 req-222c77c1-b04d-48cf-9e22-cba40f16dc4a tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:53.031061 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ed7c1a83-686a-43cd-bcd6-53942eb1c275 req-222c77c1-b04d-48cf-9e22-cba40f16dc4a tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.2499411 Nov 12 02:26:53.063180 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.068715 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8fbda7d1-ed67-498e-abe1-61f4c14d2624 req-4b80ab3f-ed01-44df-8839-291858f47e06 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260802 Nov 12 02:26:53.142025 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port b65846f3-2b32-472f-b31e-db0d0a1b34b9, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=b65846f3-2b32-472f-b31e-db0d0a1b34b9,segment=NetworkSegment(bfd07f29-2d92-4f8c-a3d7-f3e528339839),segment_id=bfd07f29-2d92-4f8c-a3d7-f3e528339839)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:53.143908 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400f028d-77c0-448f-a146-dbbc9f1ec289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65846f3-2b32-472f-b31e-db0d0a1b34b9'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:53.150659 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570d0f1b-2999-4a86-a1cb-08c96b12c783" -d '{"events": [{"server_uuid": "400f028d-77c0-448f-a146-dbbc9f1ec289", "name": "network-vif-plugged", "status": "completed", "tag": "b65846f3-2b32-472f-b31e-db0d0a1b34b9"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:53.156783 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.181024 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f5e9b07f-e512-4902-898a-c3bf10a29bfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.188362 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ed7c1a83-686a-43cd-bcd6-53942eb1c275 req-ac0694e1-4e66-46fa-8ae3-b1e6a1f0c9bb tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415057 Nov 12 02:26:53.197320 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36146) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:53.207703 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f5e9b07f-e512-4902-898a-c3bf10a29bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.267658 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57537799-dde8-4b7f-9d0b-e343c524b75f x-openstack-request-id: req-57537799-dde8-4b7f-9d0b-e343c524b75f {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:53.267954 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400f028d-77c0-448f-a146-dbbc9f1ec289", "name": "network-vif-plugged", "status": "completed", "tag": "b65846f3-2b32-472f-b31e-db0d0a1b34b9", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:53.268215 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-57537799-dde8-4b7f-9d0b-e343c524b75f {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:53.268612 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400f028d-77c0-448f-a146-dbbc9f1ec289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b65846f3-2b32-472f-b31e-db0d0a1b34b9', 'code': 200} Nov 12 02:26:53.272191 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-5de96e63-ba80-4106-9f2b-ae853b0a7619 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a3328aad64da4ac389fe791addf0cd7a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0733035 Nov 12 02:26:53.274928 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36150) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:53.276993 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=b65846f3-2b32-472f-b31e-db0d0a1b34b9,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:53.368604 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c1dcf7a0-a05f-4150-a31b-485d2cd02615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.405805 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c1dcf7a0-a05f-4150-a31b-485d2cd02615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.474230 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c1dcf7a0-a05f-4150-a31b-485d2cd02615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.474230 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c1dcf7a0-a05f-4150-a31b-485d2cd02615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.478008 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-c1dcf7a0-a05f-4150-a31b-485d2cd02615 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/abddc060-61ac-4f7d-9796-21f6a21faa52 HTTP/1.1" status: 204 len: 168 time: 0.2018764 Nov 12 02:26:53.478598 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36154) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:53.497546 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcf7a0-a05f-4150-a31b-485d2cd02615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abddc060-61ac-4f7d-9796-21f6a21faa52,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:53.500238 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-18d6f08b-7821-41e9-a45b-ed469202e096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.590370 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-18d6f08b-7821-41e9-a45b-ed469202e096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.594595 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-18d6f08b-7821-41e9-a45b-ed469202e096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.625780 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-f5e9b07f-e512-4902-898a-c3bf10a29bfc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=715dd2af7e06453eaf9bba30f870f110&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0465584 Nov 12 02:26:53.627474 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9b07f-e512-4902-898a-c3bf10a29bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcee6eb-10e1-4d83-a8c9-c0d3ecd744de,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:53.632973 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36158) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:53.635000 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6f08b-7821-41e9-a45b-ed469202e096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7d24a5-048a-4496-8106-f0f59445dfbf,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:53.687605 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-18d6f08b-7821-41e9-a45b-ed469202e096 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=df32d428537d42ed93395a0c9003a926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062345 Nov 12 02:26:53.690356 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36160) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:53.700954 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0898d9-7034-4faa-97d0-eed791f43da2 req-5730b038-aaab-4118-a53c-d2a9ea3aca2d tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:53.708157 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cc0898d9-7034-4faa-97d0-eed791f43da2 req-5730b038-aaab-4118-a53c-d2a9ea3aca2d tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=55879929-c116-443f-8080-3d7b7f680958 HTTP/1.1" status: 200 len: 943 time: 0.5238552 Nov 12 02:26:53.715816 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-05f3b151-c871-4874-9149-073bdf7767ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.773400 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-05f3b151-c871-4874-9149-073bdf7767ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.775462 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ddbd3ea8-1122-424e-af27-f4772b40b863 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.798032 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ddbd3ea8-1122-424e-af27-f4772b40b863 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.804472 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2715db-e715-4e7a-b435-ec956ff83276 req-0833c0ab-a5a1-4655-a06d-6555831d66e5 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:53.806005 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8b2715db-e715-4e7a-b435-ec956ff83276 req-0833c0ab-a5a1-4655-a06d-6555831d66e5 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 944 time: 0.3386209 Nov 12 02:26:53.818868 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1575785-6411-4c47-8df0-a91490fb690b req-ca5a4170-9b37-4fe4-ad39-9e2000c2dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:53.820488 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f1575785-6411-4c47-8df0-a91490fb690b req-ca5a4170-9b37-4fe4-ad39-9e2000c2dc6b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 1098 time: 0.3410385 Nov 12 02:26:53.887827 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ddbd3ea8-1122-424e-af27-f4772b40b863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.891024 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ddbd3ea8-1122-424e-af27-f4772b40b863 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.892534 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-ddbd3ea8-1122-424e-af27-f4772b40b863 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6e7d24a5-048a-4496-8106-f0f59445dfbf HTTP/1.1" status: 204 len: 168 time: 0.2012551 Nov 12 02:26:53.896880 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-05f3b151-c871-4874-9149-073bdf7767ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.899730 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-05f3b151-c871-4874-9149-073bdf7767ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:53.908968 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-05f3b151-c871-4874-9149-073bdf7767ac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5fcee6eb-10e1-4d83-a8c9-c0d3ecd744de HTTP/1.1" status: 204 len: 168 time: 0.2747967 Nov 12 02:26:53.920447 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd3ea8-1122-424e-af27-f4772b40b863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7d24a5-048a-4496-8106-f0f59445dfbf,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:53.940737 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3b151-c871-4874-9149-073bdf7767ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcee6eb-10e1-4d83-a8c9-c0d3ecd744de,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:53.958806 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cc0898d9-7034-4faa-97d0-eed791f43da2 req-6a82cc0e-b63a-4f75-9dfd-c856baff0458 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442684 Nov 12 02:26:54.017685 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.db.resource_extend [None req-9defdf54-bdfb-42fc-8b46-d641169ffe4a tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 02:26:54.061828 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8b2715db-e715-4e7a-b435-ec956ff83276 req-bfd16c9f-18b6-4d7b-87a9-d7b2920402e0 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479627 Nov 12 02:26:54.101573 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f1575785-6411-4c47-8df0-a91490fb690b req-4411ac44-cb7d-4d19-882b-5566b7dff8dd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561092 Nov 12 02:26:54.130626 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9defdf54-bdfb-42fc-8b46-d641169ffe4a tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.136884 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9defdf54-bdfb-42fc-8b46-d641169ffe4a tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394463'] for floatingip, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.274841 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4869414-aa7e-448b-83c2-edfb4ae6cba9 req-2713d038-d90b-48e2-82a1-797e203249f6 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:54.277288 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e4869414-aa7e-448b-83c2-edfb4ae6cba9 req-2713d038-d90b-48e2-82a1-797e203249f6 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.1030602 Nov 12 02:26:54.346028 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.db.l3_db [None req-9defdf54-bdfb-42fc-8b46-d641169ffe4a tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Floating IP 57a67313-531b-40f0-a43a-c5bfa7667c66 associated. External IP: 172.28.0.185, port: a97a453a-445f-45c0-8d37-d11d7512e94c. Nov 12 02:26:54.417086 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e4869414-aa7e-448b-83c2-edfb4ae6cba9 req-a52e5d77-4c64-4b40-b33d-1686c87d7386 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302950 Nov 12 02:26:54.464348 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbba425-d653-486d-8f98-2ac37da692bf req-66dc5d79-18a1-4610-b8d6-b1c275e5595d tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:54.465859 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-efbba425-d653-486d-8f98-2ac37da692bf req-66dc5d79-18a1-4610-b8d6-b1c275e5595d tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.1582265 Nov 12 02:26:54.501685 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36188) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:54.515984 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-4a56c815-8c58-41ea-8806-9475680ef2c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.579587 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-efbba425-d653-486d-8f98-2ac37da692bf req-9b184230-332a-4100-b695-ee8970c3c1ff tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021752 Nov 12 02:26:54.630467 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-4a56c815-8c58-41ea-8806-9475680ef2c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.640195 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-4a56c815-8c58-41ea-8806-9475680ef2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.656098 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9defdf54-bdfb-42fc-8b46-d641169ffe4a tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Router 407eddd1-607a-4d4e-9b13-943d0300d260 has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:26:54.680154 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-4a56c815-8c58-41ea-8806-9475680ef2c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe8f947f5b3848c389a43c6e74396428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1773839 Nov 12 02:26:54.682765 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36196) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:54.735693 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56c815-8c58-41ea-8806-9475680ef2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540976ef-1580-4117-a85f-6b9aed69daf3,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:54.770382 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bfd67163-9465-417f-95be-c8ce14738b9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.795775 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bfd67163-9465-417f-95be-c8ce14738b9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.839355 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9defdf54-bdfb-42fc-8b46-d641169ffe4a tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:26:54.857655 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 1633f5dd-550e-499a-9725-87a4ca50855b details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:26:54.866784 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bfd67163-9465-417f-95be-c8ce14738b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.872973 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf01a2b-21bd-473b-9208-27723a4a7139 None None] Sync routers for ids ['407eddd1-607a-4d4e-9b13-943d0300d260'] in dv-cinder-808574-4-smb {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:26:54.873510 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9defdf54-bdfb-42fc-8b46-d641169ffe4a tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for floatingip, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.875344 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bfd67163-9465-417f-95be-c8ce14738b9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:54.882313 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-bfd67163-9465-417f-95be-c8ce14738b9b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/540976ef-1580-4117-a85f-6b9aed69daf3 HTTP/1.1" status: 204 len: 168 time: 0.1953156 Nov 12 02:26:54.885856 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf01a2b-21bd-473b-9208-27723a4a7139 None None] Routers {'407eddd1-607a-4d4e-9b13-943d0300d260'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:54.886588 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-ebf01a2b-21bd-473b-9208-27723a4a7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:26:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['407eddd1-607a-4d4e-9b13-943d0300d260'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:54.918582 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd67163-9465-417f-95be-c8ce14738b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540976ef-1580-4117-a85f-6b9aed69daf3,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:54.923004 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-9defdf54-bdfb-42fc-8b46-d641169ffe4a tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "PUT /v2.0/floatingips/57a67313-531b-40f0-a43a-c5bfa7667c66 HTTP/1.1" status: 200 len: 992 time: 2.3442614 Nov 12 02:26:54.923913 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a', 'tag': 'a97a453a-445f-45c0-8d37-d11d7512e94c'}] {{(pid=101626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:54.939947 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee064878ec57991a80a61b6e38777a609e15accd33394659691c67407ac4dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa8678a-78cf-4488-9cd4-ce718de24fca" -d '{"events": [{"name": "network-changed", "server_uuid": "7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a", "tag": "a97a453a-445f-45c0-8d37-d11d7512e94c"}]}' {{(pid=101626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:55.017629 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-ebf01a2b-21bd-473b-9208-27723a4a7139 None None] Set router 407eddd1-607a-4d4e-9b13-943d0300d260 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:55.074977 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54650a9-b957-474e-bcdc-25ae823bf7a4 x-openstack-request-id: req-a54650a9-b957-474e-bcdc-25ae823bf7a4 {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:55.075533 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a", "tag": "a97a453a-445f-45c0-8d37-d11d7512e94c", "status": "completed", "code": 200}]} {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:55.075895 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a54650a9-b957-474e-bcdc-25ae823bf7a4 {{(pid=101626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:55.076512 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a', 'tag': 'a97a453a-445f-45c0-8d37-d11d7512e94c', 'status': 'completed', 'code': 200} Nov 12 02:26:55.172114 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 1633f5dd-550e-499a-9725-87a4ca50855b, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=1633f5dd-550e-499a-9725-87a4ca50855b,segment=NetworkSegment(0110cbf4-8b31-4575-ad20-6ec9f456d92a),segment_id=0110cbf4-8b31-4575-ad20-6ec9f456d92a)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:55.173700 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8678a-78cf-4488-9cd4-ce718de24fca req-99d54d8e-ff12-4875-81e1-1ae66dae8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:55.176696 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-daa8678a-78cf-4488-9cd4-ce718de24fca req-99d54d8e-ff12-4875-81e1-1ae66dae8af3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e973c924078c4e638e9fa29d3956c215&device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 1099 time: 0.0684357 Nov 12 02:26:55.215717 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': '1633f5dd-550e-499a-9725-87a4ca50855b', 'network_id': '44947760-a2b2-4e50-855a-db3911329416', 'port_id': '1633f5dd-550e-499a-9725-87a4ca50855b', 'mac_address': 'fa:16:3e:54:2e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd682ae-6366-4362-bab0-eda15ca45632', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:26:55.275073 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:55.292365 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1633f5dd-550e-499a-9725-87a4ca50855b {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:55.328185 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 1633f5dd-550e-499a-9725-87a4ca50855b, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=1633f5dd-550e-499a-9725-87a4ca50855b,segment=NetworkSegment(0110cbf4-8b31-4575-ad20-6ec9f456d92a),segment_id=0110cbf4-8b31-4575-ad20-6ec9f456d92a)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:55.336305 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:55.338025 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 858f3f7f-1366-4062-ab13-6ccb372346ef details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:26:55.430817 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ac0de-8c73-4335-96d6-51a2cad9bc09 req-7e7f29cf-4aac-4219-849d-4e3b4482b479 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:55.432402 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1c5ac0de-8c73-4335-96d6-51a2cad9bc09 req-7e7f29cf-4aac-4219-849d-4e3b4482b479 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 944 time: 0.1497405 Nov 12 02:26:55.470267 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-ebf01a2b-21bd-473b-9208-27723a4a7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:00Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'gw_port': {'id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_floatingips': [{'id': '57a67313-531b-40f0-a43a-c5bfa7667c66', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'router_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'port_id': 'a97a453a-445f-45c0-8d37-d11d7512e94c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'mac_address': 'fa:16:3e:f6:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:26:30Z', 'updated_at': '2021-11-12T02:26:53Z', 'revision_number': 1, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aa9916e-69d1-49f1-95ab-0d0441afa4df', 'name': '', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'mac_address': 'fa:16:3e:6f:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:26Z', 'revision_number': 5, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'subnets': [{'id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:55.483363 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=1633f5dd-550e-499a-9725-87a4ca50855b,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:55.531136 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf01a2b-21bd-473b-9208-27723a4a7139 None None] Checking router: 407eddd1-607a-4d4e-9b13-943d0300d260 for host: dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:26:55.560742 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf01a2b-21bd-473b-9208-27723a4a7139 None None] Routers {'407eddd1-607a-4d4e-9b13-943d0300d260'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:55.561650 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-ebf01a2b-21bd-473b-9208-27723a4a7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:26:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['407eddd1-607a-4d4e-9b13-943d0300d260'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:55.595300 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 858f3f7f-1366-4062-ab13-6ccb372346ef, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=858f3f7f-1366-4062-ab13-6ccb372346ef,segment=NetworkSegment(ebf57d23-5daf-41dd-ba5d-ceafe7b55831),segment_id=ebf57d23-5daf-41dd-ba5d-ceafe7b55831)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:55.615462 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': '858f3f7f-1366-4062-ab13-6ccb372346ef', 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4', 'port_id': '858f3f7f-1366-4062-ab13-6ccb372346ef', 'mac_address': 'fa:16:3e:7d:c8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa652bb9-6eb9-4218-97dc-ea2358a10948', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:26:55.665153 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:55.704516 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858f3f7f-1366-4062-ab13-6ccb372346ef {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:26:55.746960 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-ebf01a2b-21bd-473b-9208-27723a4a7139 None None] Set router 407eddd1-607a-4d4e-9b13-943d0300d260 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:55.748197 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 858f3f7f-1366-4062-ab13-6ccb372346ef, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=858f3f7f-1366-4062-ab13-6ccb372346ef,segment=NetworkSegment(ebf57d23-5daf-41dd-ba5d-ceafe7b55831),segment_id=ebf57d23-5daf-41dd-ba5d-ceafe7b55831)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:55.768222 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:55.842434 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=858f3f7f-1366-4062-ab13-6ccb372346ef,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:55.874433 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d22b1d-fcce-4f0d-82ce-7067deaa2a64 req-0181776d-e5a1-4b8b-891c-6838fd041980 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:55.882160 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-40d22b1d-fcce-4f0d-82ce-7067deaa2a64 req-0181776d-e5a1-4b8b-891c-6838fd041980 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=55879929-c116-443f-8080-3d7b7f680958 HTTP/1.1" status: 200 len: 943 time: 0.6603458 Nov 12 02:26:55.952038 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8678a-78cf-4488-9cd4-ce718de24fca req-79adae77-41f7-4380-b0d6-606f8e1d8b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:55.953506 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-daa8678a-78cf-4488-9cd4-ce718de24fca req-79adae77-41f7-4380-b0d6-606f8e1d8b0c service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bf8a66c-2c88-40e7-879f-ed13c0e23344 HTTP/1.1" status: 200 len: 917 time: 0.7705684 Nov 12 02:26:55.994991 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1c5ac0de-8c73-4335-96d6-51a2cad9bc09 req-4bc8d389-3539-457a-a342-67ae563b097c tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409095 Nov 12 02:26:56.140244 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-40d22b1d-fcce-4f0d-82ce-7067deaa2a64 req-2c3f2e27-aba5-4a9b-9403-4b52f06c107f tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569678 Nov 12 02:26:56.145569 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-daa8678a-78cf-4488-9cd4-ce718de24fca req-efe17d21-733c-4fe0-8f08-518e2c7d4295 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a97a453a-445f-45c0-8d37-d11d7512e94c HTTP/1.1" status: 200 len: 1000 time: 0.1780131 Nov 12 02:26:56.156205 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-ebf01a2b-21bd-473b-9208-27723a4a7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:00Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'gw_port': {'id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_floatingips': [{'id': '57a67313-531b-40f0-a43a-c5bfa7667c66', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'router_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'port_id': 'a97a453a-445f-45c0-8d37-d11d7512e94c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'mac_address': 'fa:16:3e:f6:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:26:30Z', 'updated_at': '2021-11-12T02:26:53Z', 'revision_number': 1, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aa9916e-69d1-49f1-95ab-0d0441afa4df', 'name': '', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'mac_address': 'fa:16:3e:6f:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:26Z', 'revision_number': 5, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'subnets': [{'id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:56.163783 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['858f3f7f-1366-4062-ab13-6ccb372346ef'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:26:56.168453 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['1633f5dd-550e-499a-9725-87a4ca50855b'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:26:56.191406 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf01a2b-21bd-473b-9208-27723a4a7139 None None] The sync data for ids ['407eddd1-607a-4d4e-9b13-943d0300d260'] in dv-cinder-808574-4-smb is: [{'id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:00Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'gw_port': {'id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_floatingips': [{'id': '57a67313-531b-40f0-a43a-c5bfa7667c66', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'floating_ip_address': '172.28.0.185', 'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'router_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'port_id': 'a97a453a-445f-45c0-8d37-d11d7512e94c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'mac_address': 'fa:16:3e:f6:d0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:26:30Z', 'updated_at': '2021-11-12T02:26:53Z', 'revision_number': 1, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aa9916e-69d1-49f1-95ab-0d0441afa4df', 'name': '', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'mac_address': 'fa:16:3e:6f:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:26Z', 'revision_number': 5, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'subnets': [{'id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:26:56.271891 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe79c8-6402-4cfa-a2d1-df022fc3629b req-69e94521-9a9c-47fe-b2d5-10a784da81e5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:56.273716 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-65fe79c8-6402-4cfa-a2d1-df022fc3629b req-69e94521-9a9c-47fe-b2d5-10a784da81e5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.1322153 Nov 12 02:26:56.278144 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8678a-78cf-4488-9cd4-ce718de24fca req-766fd57c-a25b-4ba7-9ffc-f562c23c12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:56.279597 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-daa8678a-78cf-4488-9cd4-ce718de24fca req-766fd57c-a25b-4ba7-9ffc-f562c23c12b0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1006246c-c18c-4b19-8be4-0d64b846f8bd HTTP/1.1" status: 200 len: 855 time: 0.1012170 Nov 12 02:26:56.418355 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-65fe79c8-6402-4cfa-a2d1-df022fc3629b req-3eddc2bc-47b9-4331-abc0-8fd4f29609f0 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345625 Nov 12 02:26:56.463299 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8678a-78cf-4488-9cd4-ce718de24fca req-257553fa-2fe7-48fd-84dd-66a7f243047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:56.467435 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-daa8678a-78cf-4488-9cd4-ce718de24fca req-257553fa-2fe7-48fd-84dd-66a7f243047e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bf8a66c-2c88-40e7-879f-ed13c0e23344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1498687 Nov 12 02:26:56.486530 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a9a27-1813-4d10-9d3c-af694dce6bac req-56cd38e0-a9fc-4374-bac4-3415f4a7a4e0 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:56.495288 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cd8a9a27-1813-4d10-9d3c-af694dce6bac req-56cd38e0-a9fc-4374-bac4-3415f4a7a4e0 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.1833966 Nov 12 02:26:56.637614 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adf57a2-32e4-4653-b815-10f4202d6968 None None] New status for floating IP 57a67313-531b-40f0-a43a-c5bfa7667c66: ACTIVE {{(pid=101628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:26:56.704300 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cd8a9a27-1813-4d10-9d3c-af694dce6bac req-681e3fd4-ef04-491c-914a-5f858379a131 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933522 Nov 12 02:26:56.778329 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-daa8678a-78cf-4488-9cd4-ce718de24fca req-d184e34a-d5a4-4860-9015-0981c218d3a4 service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808256 Nov 12 02:26:56.802805 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c049d2-e691-4469-9f04-640c0e43be64 req-2971609c-8ab9-4202-840c-bd9b432ef5af tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:56.810100 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b4c049d2-e691-4469-9f04-640c0e43be64 req-2971609c-8ab9-4202-840c-bd9b432ef5af tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.1105754 Nov 12 02:26:56.812899 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36272) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:56.818811 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-de89ecba-9c35-4dc6-8f1e-48466ee6ff54 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Request body: {'floatingip': {'port_id': 'b65846f3-2b32-472f-b31e-db0d0a1b34b9'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:26:56.977941 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 36282) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:57.028361 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-daa8678a-78cf-4488-9cd4-ce718de24fca req-7993d6b9-d928-4730-a60e-fe0cb2dd11a2 service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168331 Nov 12 02:26:57.039365 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-de89ecba-9c35-4dc6-8f1e-48466ee6ff54 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for floatingip, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:57.191688 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53179efa-a8da-40f4-81a6-9335de466754 req-a6e2036a-5b6a-4f23-9ebb-f77a9247db2e tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:57.194284 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-53179efa-a8da-40f4-81a6-9335de466754 req-a6e2036a-5b6a-4f23-9ebb-f77a9247db2e tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 945 time: 0.0773983 Nov 12 02:26:57.317806 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-53179efa-a8da-40f4-81a6-9335de466754 req-bf3ff660-20e3-4631-93e0-092323b3f9b4 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102715 Nov 12 02:26:57.356533 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade82b1-e6ff-42fe-872a-fe453e07921d req-e9a45c83-45ed-4c24-b5bb-6ebe4a0708a6 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:57.364879 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9ade82b1-e6ff-42fe-872a-fe453e07921d req-e9a45c83-45ed-4c24-b5bb-6ebe4a0708a6 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=55879929-c116-443f-8080-3d7b7f680958 HTTP/1.1" status: 200 len: 944 time: 0.1033039 Nov 12 02:26:57.431963 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9ade82b1-e6ff-42fe-872a-fe453e07921d req-7fa3d3e8-40a6-477a-ab5a-86a9a87b72ae tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599151 Nov 12 02:26:57.448212 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-ad13ba59-af86-45d3-9f62-ca1f995b49f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:57.570930 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-ad13ba59-af86-45d3-9f62-ca1f995b49f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:57.577451 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-ad13ba59-af86-45d3-9f62-ca1f995b49f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:57.634314 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13ba59-af86-45d3-9f62-ca1f995b49f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673a3c9d-4ccf-405d-a3e2-503701b813dd,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:57.641211 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-ad13ba59-af86-45d3-9f62-ca1f995b49f0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dddef4da21914cd3b31310239d69f6b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6614680 Nov 12 02:26:57.645540 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36298) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:26:57.647101 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ba59-af86-45d3-9f62-ca1f995b49f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:57.647690 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ba59-af86-45d3-9f62-ca1f995b49f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:57.648034 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ba59-af86-45d3-9f62-ca1f995b49f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:57.648555 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ba59-af86-45d3-9f62-ca1f995b49f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:57.654381 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ba59-af86-45d3-9f62-ca1f995b49f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:57.654762 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ba59-af86-45d3-9f62-ca1f995b49f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:57.655084 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ba59-af86-45d3-9f62-ca1f995b49f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:57.655452 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ba59-af86-45d3-9f62-ca1f995b49f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:57.655775 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ba59-af86-45d3-9f62-ca1f995b49f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:57.656733 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ba59-af86-45d3-9f62-ca1f995b49f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:57.656733 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ba59-af86-45d3-9f62-ca1f995b49f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:57.656733 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13ba59-af86-45d3-9f62-ca1f995b49f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:57.860843 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace7272-2ed1-4af8-bfcf-24b02060e8da req-f1205d0a-e44b-4260-8dad-604b03d046c4 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:57.862420 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cace7272-2ed1-4af8-bfcf-24b02060e8da req-f1205d0a-e44b-4260-8dad-604b03d046c4 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.0727286 Nov 12 02:26:57.907735 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f5c82c4f-8108-44e1-a3d6-54dcb6b73c7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:57.925850 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cace7272-2ed1-4af8-bfcf-24b02060e8da req-744ebe6a-505d-49bd-9a36-8f26b5938d9d tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563684 Nov 12 02:26:57.987227 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f5c82c4f-8108-44e1-a3d6-54dcb6b73c7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:58.224605 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-de89ecba-9c35-4dc6-8f1e-48466ee6ff54 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:58.237925 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-de89ecba-9c35-4dc6-8f1e-48466ee6ff54 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394463'] for floatingip, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:58.335733 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f5c82c4f-8108-44e1-a3d6-54dcb6b73c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:58.338349 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f5c82c4f-8108-44e1-a3d6-54dcb6b73c7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:58.339595 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-f5c82c4f-8108-44e1-a3d6-54dcb6b73c7c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/673a3c9d-4ccf-405d-a3e2-503701b813dd HTTP/1.1" status: 204 len: 168 time: 0.6929898 Nov 12 02:26:58.358184 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c82c4f-8108-44e1-a3d6-54dcb6b73c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673a3c9d-4ccf-405d-a3e2-503701b813dd,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:58.371783 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c82c4f-8108-44e1-a3d6-54dcb6b73c7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:58.372128 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c82c4f-8108-44e1-a3d6-54dcb6b73c7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:58.372465 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c82c4f-8108-44e1-a3d6-54dcb6b73c7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:58.372795 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c82c4f-8108-44e1-a3d6-54dcb6b73c7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:58.373120 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c82c4f-8108-44e1-a3d6-54dcb6b73c7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:58.373446 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c82c4f-8108-44e1-a3d6-54dcb6b73c7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:58.373769 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c82c4f-8108-44e1-a3d6-54dcb6b73c7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:58.374090 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c82c4f-8108-44e1-a3d6-54dcb6b73c7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:58.374412 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c82c4f-8108-44e1-a3d6-54dcb6b73c7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:58.374730 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c82c4f-8108-44e1-a3d6-54dcb6b73c7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:58.375046 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c82c4f-8108-44e1-a3d6-54dcb6b73c7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:58.375379 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c82c4f-8108-44e1-a3d6-54dcb6b73c7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:26:58.396658 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.db.l3_db [None req-de89ecba-9c35-4dc6-8f1e-48466ee6ff54 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Floating IP 3844aa0e-b5db-42c0-b649-4e60e9c5ccaf associated. External IP: 172.28.0.38, port: b65846f3-2b32-472f-b31e-db0d0a1b34b9. Nov 12 02:26:58.486686 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c44106-f12b-4872-9017-7f3caaf57669 req-44fdcc92-ee8a-4656-9741-d75ea9595877 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:58.497163 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b2c44106-f12b-4872-9017-7f3caaf57669 req-44fdcc92-ee8a-4656-9741-d75ea9595877 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 945 time: 0.0873885 Nov 12 02:26:58.600188 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b2c44106-f12b-4872-9017-7f3caaf57669 req-6ec51743-e162-4340-ab83-d2273ac12733 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021156 Nov 12 02:26:58.613465 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6726d2-4ee0-445b-9010-6f5c0ff54437 req-feec168d-9d40-4791-bd08-ca8394590246 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:58.616457 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6c6726d2-4ee0-445b-9010-6f5c0ff54437 req-feec168d-9d40-4791-bd08-ca8394590246 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=55879929-c116-443f-8080-3d7b7f680958 HTTP/1.1" status: 200 len: 944 time: 0.1018906 Nov 12 02:26:58.621774 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:26:58.751907 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de89ecba-9c35-4dc6-8f1e-48466ee6ff54 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Router a508150a-81b6-4e6d-834f-6e2f91c16084 has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:26:58.752985 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6c6726d2-4ee0-445b-9010-6f5c0ff54437 req-761ad8ad-ef37-49a8-acae-1575a608e957 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283443 Nov 12 02:26:58.864241 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 1633f5dd-550e-499a-9725-87a4ca50855b up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:58.968972 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning for port 1633f5dd-550e-499a-9725-87a4ca50855b completed by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:26:58.969307 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de89ecba-9c35-4dc6-8f1e-48466ee6ff54 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:26:58.975230 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-de89ecba-9c35-4dc6-8f1e-48466ee6ff54 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for floatingip, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:58.977352 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port 1633f5dd-550e-499a-9725-87a4ca50855b triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:58.977842 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:58.984908 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5915c7-9e3e-4ef2-9c00-e3ae785a5f9d None None] Sync routers for ids ['a508150a-81b6-4e6d-834f-6e2f91c16084'] in dv-cinder-808574-4-smb {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:26:59.003054 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5915c7-9e3e-4ef2-9c00-e3ae785a5f9d None None] Routers {'a508150a-81b6-4e6d-834f-6e2f91c16084'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:26:59.003809 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-fb5915c7-9e3e-4ef2-9c00-e3ae785a5f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:26:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['a508150a-81b6-4e6d-834f-6e2f91c16084'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:59.014093 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-de89ecba-9c35-4dc6-8f1e-48466ee6ff54 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "PUT /v2.0/floatingips/3844aa0e-b5db-42c0-b649-4e60e9c5ccaf HTTP/1.1" status: 200 len: 990 time: 2.1995082 Nov 12 02:26:59.014670 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400f028d-77c0-448f-a146-dbbc9f1ec289', 'tag': 'b65846f3-2b32-472f-b31e-db0d0a1b34b9'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:59.018106 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06869d79-9302-409a-8045-15639956afc1" -d '{"events": [{"name": "network-changed", "server_uuid": "400f028d-77c0-448f-a146-dbbc9f1ec289", "tag": "b65846f3-2b32-472f-b31e-db0d0a1b34b9"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:59.142816 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48731c-6280-4d45-8e53-bc7009c6555d req-a5925074-a4d8-410e-8fd5-5dfa3e48c9d5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:59.152154 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3b48731c-6280-4d45-8e53-bc7009c6555d req-a5925074-a4d8-410e-8fd5-5dfa3e48c9d5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.0913603 Nov 12 02:26:59.258289 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3b48731c-6280-4d45-8e53-bc7009c6555d req-ad73221a-7593-4222-81d2-ab36127baf54 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048169 Nov 12 02:26:59.280271 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:59.315913 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07adf9a-95e1-4a9f-9c33-23595cf2f921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1633f5dd-550e-499a-9725-87a4ca50855b'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:26:59.322376 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1714e769-6587-412f-bcf9-edc899a147cd" -d '{"events": [{"server_uuid": "d07adf9a-95e1-4a9f-9c33-23595cf2f921", "name": "network-vif-plugged", "status": "completed", "tag": "1633f5dd-550e-499a-9725-87a4ca50855b"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:26:59.333738 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6c5a68-87a5-4905-8064-1e5b675b30e0 x-openstack-request-id: req-0d6c5a68-87a5-4905-8064-1e5b675b30e0 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:59.334047 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400f028d-77c0-448f-a146-dbbc9f1ec289", "tag": "b65846f3-2b32-472f-b31e-db0d0a1b34b9", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:59.334486 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0d6c5a68-87a5-4905-8064-1e5b675b30e0 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:59.335097 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '400f028d-77c0-448f-a146-dbbc9f1ec289', 'tag': 'b65846f3-2b32-472f-b31e-db0d0a1b34b9', 'status': 'completed', 'code': 200} Nov 12 02:26:59.376241 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 1633f5dd-550e-499a-9725-87a4ca50855b, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=1633f5dd-550e-499a-9725-87a4ca50855b,segment=NetworkSegment(0110cbf4-8b31-4575-ad20-6ec9f456d92a),segment_id=0110cbf4-8b31-4575-ad20-6ec9f456d92a)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:59.389364 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:59.390493 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 858f3f7f-1366-4062-ab13-6ccb372346ef up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:26:59.430868 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d98fa0-4748-4cde-ab1b-fed2d7634f75 x-openstack-request-id: req-d3d98fa0-4748-4cde-ab1b-fed2d7634f75 {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:26:59.431874 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07adf9a-95e1-4a9f-9c33-23595cf2f921", "name": "network-vif-plugged", "status": "completed", "tag": "1633f5dd-550e-499a-9725-87a4ca50855b", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:26:59.432309 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d3d98fa0-4748-4cde-ab1b-fed2d7634f75 {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:26:59.433106 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07adf9a-95e1-4a9f-9c33-23595cf2f921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1633f5dd-550e-499a-9725-87a4ca50855b', 'code': 200} Nov 12 02:26:59.484595 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-fb5915c7-9e3e-4ef2-9c00-e3ae785a5f9d None None] Set router a508150a-81b6-4e6d-834f-6e2f91c16084 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:26:59.485206 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06869d79-9302-409a-8045-15639956afc1 req-19b9a531-fe45-490a-80d7-d9a09a76a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:59.497724 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-06869d79-9302-409a-8045-15639956afc1 req-19b9a531-fe45-490a-80d7-d9a09a76a42d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f703f38cf65b46999d543ac359444567&device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 1098 time: 0.1443167 Nov 12 02:26:59.526396 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=1633f5dd-550e-499a-9725-87a4ca50855b,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:59.563404 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning for port 858f3f7f-1366-4062-ab13-6ccb372346ef completed by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:26:59.568778 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port 858f3f7f-1366-4062-ab13-6ccb372346ef triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:26:59.569457 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:59.677336 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06869d79-9302-409a-8045-15639956afc1 req-04f64898-a51f-439e-99b5-ffe1ce355790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:59.680556 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-06869d79-9302-409a-8045-15639956afc1 req-04f64898-a51f-439e-99b5-ffe1ce355790 service neutron] 10.222.0.61 "GET /v2.0/networks?id=404a7e3a-99c5-4a67-9227-adbb62c821aa HTTP/1.1" status: 200 len: 911 time: 0.1681795 Nov 12 02:26:59.705210 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:59.735510 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f5256-3c37-47e5-8453-72320a289c37 req-e6436eff-feb2-4ba6-a3e3-8f2030136206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:59.740001 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-d47f5256-3c37-47e5-8453-72320a289c37 req-e6436eff-feb2-4ba6-a3e3-8f2030136206 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 1099 time: 0.1028564 Nov 12 02:26:59.757209 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 858f3f7f-1366-4062-ab13-6ccb372346ef, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=858f3f7f-1366-4062-ab13-6ccb372346ef,segment=NetworkSegment(ebf57d23-5daf-41dd-ba5d-ceafe7b55831),segment_id=ebf57d23-5daf-41dd-ba5d-ceafe7b55831)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:26:59.775236 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:59.849788 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-d47f5256-3c37-47e5-8453-72320a289c37 req-e25438f7-4886-4dfc-b5f2-d7b2f5dcebca service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009851 Nov 12 02:26:59.877113 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=858f3f7f-1366-4062-ab13-6ccb372346ef,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:26:59.934328 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58875e73-34b1-46b7-958d-e7c931837a9a req-7dfef834-ed32-40d1-b51a-dfee07cc7637 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:59.935902 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-58875e73-34b1-46b7-958d-e7c931837a9a req-7dfef834-ed32-40d1-b51a-dfee07cc7637 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 946 time: 0.1348469 Nov 12 02:26:59.939267 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-06869d79-9302-409a-8045-15639956afc1 req-e0c53d05-1073-4c9b-9f4f-b7384e7029f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b65846f3-2b32-472f-b31e-db0d0a1b34b9 HTTP/1.1" status: 200 len: 998 time: 0.2423820 Nov 12 02:26:59.954406 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-fb5915c7-9e3e-4ef2-9c00-e3ae785a5f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:01Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 4, 'project_id': 'f703f38cf65b46999d543ac359444567', 'gw_port': {'id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_floatingips': [{'id': '3844aa0e-b5db-42c0-b649-4e60e9c5ccaf', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'floating_ip_address': '172.28.0.38', 'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'router_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'port_id': 'b65846f3-2b32-472f-b31e-db0d0a1b34b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'mac_address': 'fa:16:3e:02:74:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400f028d-77c0-448f-a146-dbbc9f1ec289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:26:34Z', 'updated_at': '2021-11-12T02:26:57Z', 'revision_number': 1, 'project_id': 'f703f38cf65b46999d543ac359444567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1811f099-17ad-4f71-b973-8d8305a220f8', 'name': '', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'mac_address': 'fa:16:3e:48:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:22Z', 'updated_at': '2021-11-12T02:26:33Z', 'revision_number': 5, 'project_id': 'f703f38cf65b46999d543ac359444567', 'subnets': [{'id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:26:59.971836 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688a379-b133-47c6-9c52-2e30bff2a275 req-11622426-5af4-4eea-aabf-88c181b6136a tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:26:59.974908 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7688a379-b133-47c6-9c52-2e30bff2a275 req-11622426-5af4-4eea-aabf-88c181b6136a tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=55879929-c116-443f-8080-3d7b7f680958 HTTP/1.1" status: 200 len: 945 time: 0.1115167 Nov 12 02:26:59.995090 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5915c7-9e3e-4ef2-9c00-e3ae785a5f9d None None] Checking router: a508150a-81b6-4e6d-834f-6e2f91c16084 for host: dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:27:00.003793 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5915c7-9e3e-4ef2-9c00-e3ae785a5f9d None None] Routers {'a508150a-81b6-4e6d-834f-6e2f91c16084'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:27:00.005067 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-fb5915c7-9e3e-4ef2-9c00-e3ae785a5f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:26:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['a508150a-81b6-4e6d-834f-6e2f91c16084'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:00.028969 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-58875e73-34b1-46b7-958d-e7c931837a9a req-f7143f2e-9a1c-4185-8637-2bae7e3fcbfb tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843563 Nov 12 02:27:00.090034 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7688a379-b133-47c6-9c52-2e30bff2a275 req-82b86130-fe9c-410c-86c8-5c5421bef9b6 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014259 Nov 12 02:27:00.132120 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-fb5915c7-9e3e-4ef2-9c00-e3ae785a5f9d None None] Set router a508150a-81b6-4e6d-834f-6e2f91c16084 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:27:00.164285 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06869d79-9302-409a-8045-15639956afc1 req-6cb1b04b-f7d9-4d1d-b8de-cdd2fc9e0ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:00.165819 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-06869d79-9302-409a-8045-15639956afc1 req-6cb1b04b-f7d9-4d1d-b8de-cdd2fc9e0ae7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4fc1b18-ead8-4210-84af-aa2802ec2ad5 HTTP/1.1" status: 200 len: 849 time: 0.0609601 Nov 12 02:27:00.233061 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06869d79-9302-409a-8045-15639956afc1 req-17eb201a-5784-4b73-a52d-9a9f71976f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:00.234834 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-06869d79-9302-409a-8045-15639956afc1 req-17eb201a-5784-4b73-a52d-9a9f71976f5a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=404a7e3a-99c5-4a67-9227-adbb62c821aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0575700 Nov 12 02:27:00.346463 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-06869d79-9302-409a-8045-15639956afc1 req-6b0066c2-d5a1-4939-b061-b094596f7018 service neutron] 10.222.0.61 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027501 Nov 12 02:27:00.419045 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-fb5915c7-9e3e-4ef2-9c00-e3ae785a5f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:01Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 4, 'project_id': 'f703f38cf65b46999d543ac359444567', 'gw_port': {'id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_floatingips': [{'id': '3844aa0e-b5db-42c0-b649-4e60e9c5ccaf', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'floating_ip_address': '172.28.0.38', 'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'router_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'port_id': 'b65846f3-2b32-472f-b31e-db0d0a1b34b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'mac_address': 'fa:16:3e:02:74:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400f028d-77c0-448f-a146-dbbc9f1ec289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:26:34Z', 'updated_at': '2021-11-12T02:26:57Z', 'revision_number': 1, 'project_id': 'f703f38cf65b46999d543ac359444567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1811f099-17ad-4f71-b973-8d8305a220f8', 'name': '', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'mac_address': 'fa:16:3e:48:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:22Z', 'updated_at': '2021-11-12T02:26:33Z', 'revision_number': 5, 'project_id': 'f703f38cf65b46999d543ac359444567', 'subnets': [{'id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:27:00.457941 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5915c7-9e3e-4ef2-9c00-e3ae785a5f9d None None] The sync data for ids ['a508150a-81b6-4e6d-834f-6e2f91c16084'] in dv-cinder-808574-4-smb is: [{'id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:01Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 4, 'project_id': 'f703f38cf65b46999d543ac359444567', 'gw_port': {'id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_floatingips': [{'id': '3844aa0e-b5db-42c0-b649-4e60e9c5ccaf', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'floating_ip_address': '172.28.0.38', 'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'router_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'port_id': 'b65846f3-2b32-472f-b31e-db0d0a1b34b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'mac_address': 'fa:16:3e:02:74:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400f028d-77c0-448f-a146-dbbc9f1ec289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:26:34Z', 'updated_at': '2021-11-12T02:26:57Z', 'revision_number': 1, 'project_id': 'f703f38cf65b46999d543ac359444567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1811f099-17ad-4f71-b973-8d8305a220f8', 'name': '', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'mac_address': 'fa:16:3e:48:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:22Z', 'updated_at': '2021-11-12T02:26:33Z', 'revision_number': 5, 'project_id': 'f703f38cf65b46999d543ac359444567', 'subnets': [{'id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:27:00.483077 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11290a-340f-4bd8-8817-4626d7978ad2 req-6ca8f08a-e51a-4afc-88ee-5ea96f8bdf47 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:00.491612 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-bf11290a-340f-4bd8-8817-4626d7978ad2 req-6ca8f08a-e51a-4afc-88ee-5ea96f8bdf47 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.1402512 Nov 12 02:27:00.516271 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36404) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:00.583463 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-06869d79-9302-409a-8045-15639956afc1 req-fb0b0a21-392a-4a4e-b70f-700b463a26c4 service neutron] 10.222.0.61 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204795 Nov 12 02:27:00.600068 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-bf11290a-340f-4bd8-8817-4626d7978ad2 req-3692884d-b247-470c-b483-b7f7a407e988 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069248 Nov 12 02:27:00.701185 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a5b75d1f-1149-488d-8106-c85e16beca51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:00.799783 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a220cbba-2c04-4afb-9ebe-178629ff5035 req-1edf0298-c649-424d-9973-532697114dec service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0901630 Nov 12 02:27:00.800728 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e6dd2f-81da-4857-b67c-7bc9c178f91c None None] New status for floating IP 3844aa0e-b5db-42c0-b649-4e60e9c5ccaf: ACTIVE {{(pid=101628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:27:00.820609 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a5b75d1f-1149-488d-8106-c85e16beca51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:00.825441 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a5b75d1f-1149-488d-8106-c85e16beca51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:00.887209 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-a5b75d1f-1149-488d-8106-c85e16beca51 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a6bddf1a836b46fd9c868861e717e853&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3690293 Nov 12 02:27:00.888116 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b75d1f-1149-488d-8106-c85e16beca51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcedf36b-de8c-4109-ba1e-6c51ef6b2072,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:00.890499 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36414) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:00.937660 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220cbba-2c04-4afb-9ebe-178629ff5035 req-b4c7a34a-d4e4-4afd-8851-1ab037420edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:00.938145 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a220cbba-2c04-4afb-9ebe-178629ff5035 req-b4c7a34a-d4e4-4afd-8851-1ab037420edf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=297da905e82042dcad0c352413e38a4d&device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 1098 time: 0.0624347 Nov 12 02:27:00.968522 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ce95a17a-7720-451a-8f4e-b5b7e037de96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:00.994052 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ce95a17a-7720-451a-8f4e-b5b7e037de96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:01.061581 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ce95a17a-7720-451a-8f4e-b5b7e037de96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:01.064462 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ce95a17a-7720-451a-8f4e-b5b7e037de96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:01.065729 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-ce95a17a-7720-451a-8f4e-b5b7e037de96 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bcedf36b-de8c-4109-ba1e-6c51ef6b2072 HTTP/1.1" status: 204 len: 168 time: 0.1630013 Nov 12 02:27:01.074569 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95a17a-7720-451a-8f4e-b5b7e037de96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcedf36b-de8c-4109-ba1e-6c51ef6b2072,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:01.075545 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220cbba-2c04-4afb-9ebe-178629ff5035 req-9252e94f-b06c-474b-94ad-25027fd9b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:01.077420 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a220cbba-2c04-4afb-9ebe-178629ff5035 req-9252e94f-b06c-474b-94ad-25027fd9b2ee service neutron] 10.222.0.61 "GET /v2.0/networks?id=564259da-0aa0-41f7-af21-7c2a039d2cf4 HTTP/1.1" status: 200 len: 915 time: 0.1146548 Nov 12 02:27:01.163747 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a220cbba-2c04-4afb-9ebe-178629ff5035 req-d92a5c2e-9dff-43e0-98e5-f32c1dbedc9d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9af4dce4-b99d-4c7f-886f-2b150633f3ce HTTP/1.1" status: 200 len: 217 time: 0.0605941 Nov 12 02:27:01.280253 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220cbba-2c04-4afb-9ebe-178629ff5035 req-a8dd0096-4cc1-400a-976b-fd7c8f62abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:01.281697 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a220cbba-2c04-4afb-9ebe-178629ff5035 req-a8dd0096-4cc1-400a-976b-fd7c8f62abe1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa652bb9-6eb9-4218-97dc-ea2358a10948 HTTP/1.1" status: 200 len: 854 time: 0.0818000 Nov 12 02:27:01.289738 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d058c67-9db6-459b-8418-e70bef3439a2 req-10087226-0188-4104-adfd-9b65578cc7e8 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:01.291236 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5d058c67-9db6-459b-8418-e70bef3439a2 req-10087226-0188-4104-adfd-9b65578cc7e8 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 946 time: 0.1347363 Nov 12 02:27:01.306349 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772c7e1-9997-489d-ad22-b16238913d03 req-e80002cc-fa07-4561-87cc-5365cfbdbcc7 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:01.308094 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e772c7e1-9997-489d-ad22-b16238913d03 req-e80002cc-fa07-4561-87cc-5365cfbdbcc7 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=55879929-c116-443f-8080-3d7b7f680958 HTTP/1.1" status: 200 len: 945 time: 0.1327941 Nov 12 02:27:01.362465 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a220cbba-2c04-4afb-9ebe-178629ff5035 req-61531123-428e-4055-9f58-a419a6bdaccd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=564259da-0aa0-41f7-af21-7c2a039d2cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532753 Nov 12 02:27:01.435221 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55879929-c116-443f-8080-3d7b7f680958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858f3f7f-1366-4062-ab13-6ccb372346ef'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:27:01.439968 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff9a9af-9511-4590-a3e8-bceb83ebbdf8" -d '{"events": [{"server_uuid": "55879929-c116-443f-8080-3d7b7f680958", "name": "network-vif-plugged", "status": "completed", "tag": "858f3f7f-1366-4062-ab13-6ccb372346ef"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:27:01.448172 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5d058c67-9db6-459b-8418-e70bef3439a2 req-b95cb86a-8643-4ff1-affd-007de2667d38 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378067 Nov 12 02:27:01.481087 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e772c7e1-9997-489d-ad22-b16238913d03 req-41481f83-8211-42e9-9867-3b95ba93b736 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571355 Nov 12 02:27:01.555077 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a220cbba-2c04-4afb-9ebe-178629ff5035 req-09a701e2-1015-4567-82a9-2816be8d1a19 service neutron] 10.222.0.61 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796026 Nov 12 02:27:01.600680 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-bd9b050a-1ba6-40c8-a853-020deca420ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:01.640366 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eccf604-0763-4e38-b457-4be5332957e5 x-openstack-request-id: req-3eccf604-0763-4e38-b457-4be5332957e5 {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:27:01.649842 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55879929-c116-443f-8080-3d7b7f680958", "name": "network-vif-plugged", "status": "completed", "tag": "858f3f7f-1366-4062-ab13-6ccb372346ef", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:27:01.649842 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3eccf604-0763-4e38-b457-4be5332957e5 {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:27:01.649842 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55879929-c116-443f-8080-3d7b7f680958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858f3f7f-1366-4062-ab13-6ccb372346ef', 'code': 200} Nov 12 02:27:01.724688 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a220cbba-2c04-4afb-9ebe-178629ff5035 req-982224df-5919-4ad4-b0eb-98fd0b595402 service neutron] 10.222.0.61 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436455 Nov 12 02:27:01.774275 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f72c6-60ae-47b5-aeb7-5b2d4da20994 req-b813d20e-6e6c-427e-9b49-cce30b8af94b tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:01.776461 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-149f72c6-60ae-47b5-aeb7-5b2d4da20994 req-b813d20e-6e6c-427e-9b49-cce30b8af94b tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.0681880 Nov 12 02:27:01.885975 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-149f72c6-60ae-47b5-aeb7-5b2d4da20994 req-3b08f151-4828-4137-8ad0-f42fde816585 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018143 Nov 12 02:27:01.915525 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e77e4-7c70-42eb-b09d-8b27c43018c7 req-e00aba19-e839-4f62-b481-b79dd4446750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:01.917046 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-750e77e4-7c70-42eb-b09d-8b27c43018c7 req-e00aba19-e839-4f62-b481-b79dd4446750 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=55879929-c116-443f-8080-3d7b7f680958 HTTP/1.1" status: 200 len: 1098 time: 0.0821705 Nov 12 02:27:01.984327 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-750e77e4-7c70-42eb-b09d-8b27c43018c7 req-8fcb9a22-e2d9-4cd8-9948-eb1b5f31ac18 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512364 Nov 12 02:27:02.076068 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:02.653026 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44800f-b65c-4df5-9063-65a2f11f1698 req-afe18e2f-e090-4a50-a818-f8d1f0f07aaa tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:02.655641 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2a44800f-b65c-4df5-9063-65a2f11f1698 req-afe18e2f-e090-4a50-a818-f8d1f0f07aaa tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 946 time: 0.1028891 Nov 12 02:27:02.667659 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9993970-e1db-450e-84d6-2fd330cc3fc4 req-97ba39c0-cd84-4e6f-a8d0-285ff14441e8 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:02.669260 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d9993970-e1db-450e-84d6-2fd330cc3fc4 req-97ba39c0-cd84-4e6f-a8d0-285ff14441e8 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=55879929-c116-443f-8080-3d7b7f680958 HTTP/1.1" status: 200 len: 945 time: 0.0771825 Nov 12 02:27:02.748808 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2a44800f-b65c-4df5-9063-65a2f11f1698 req-95cadc8a-a5a5-4234-ad22-6d981e850ae8 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785367 Nov 12 02:27:02.753025 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d9993970-e1db-450e-84d6-2fd330cc3fc4 req-587e35f2-4818-48be-9f6b-185e71d61317 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757999 Nov 12 02:27:03.023291 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e348517-5e56-40b7-ae44-82fac50af4a6 req-bf004102-33d2-4118-ae99-a82c5e9585f6 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:03.024929 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5e348517-5e56-40b7-ae44-82fac50af4a6 req-bf004102-33d2-4118-ae99-a82c5e9585f6 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.0583711 Nov 12 02:27:03.082084 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5e348517-5e56-40b7-ae44-82fac50af4a6 req-e2538bc2-d215-478d-8ae5-7466be0de003 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510893 Nov 12 02:27:03.912144 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81993530-8841-4564-ac30-3e358d03ff53 req-595ffb45-43e5-4a68-bf40-330787a662a0 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:03.923596 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-81993530-8841-4564-ac30-3e358d03ff53 req-595ffb45-43e5-4a68-bf40-330787a662a0 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=55879929-c116-443f-8080-3d7b7f680958 HTTP/1.1" status: 200 len: 945 time: 0.0786932 Nov 12 02:27:03.978445 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-81993530-8841-4564-ac30-3e358d03ff53 req-d20bd187-4558-40f1-aac6-870ff059d2d4 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538042 Nov 12 02:27:04.056558 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-7c83f46a-d88d-40d4-abcc-6d00bed73b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:04.216501 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9aa32-131a-4c77-949f-0df1fe09d018 req-0e0e32c1-f21d-4183-93c9-52910fbb3c76 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:04.217968 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0cb9aa32-131a-4c77-949f-0df1fe09d018 req-0e0e32c1-f21d-4183-93c9-52910fbb3c76 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.0529900 Nov 12 02:27:04.290978 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0cb9aa32-131a-4c77-949f-0df1fe09d018 req-afac6235-2259-462b-97e2-afb887a45aca tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641627 Nov 12 02:27:04.998656 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36624) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:05.146870 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effa378-2df0-4f46-b289-8b9c3a0b0319 req-365aea6c-9c51-4c1a-9765-0117a3358f66 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:05.150511 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0effa378-2df0-4f46-b289-8b9c3a0b0319 req-365aea6c-9c51-4c1a-9765-0117a3358f66 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=55879929-c116-443f-8080-3d7b7f680958 HTTP/1.1" status: 200 len: 945 time: 0.0797784 Nov 12 02:27:05.168849 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bc1e5e03-6bbb-4cc3-90cb-37a4a5d4276e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:05.215255 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0effa378-2df0-4f46-b289-8b9c3a0b0319 req-c5ff455b-c851-4e0b-9eb3-fff76b3ab03c tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558858 Nov 12 02:27:05.261477 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bc1e5e03-6bbb-4cc3-90cb-37a4a5d4276e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:05.268392 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bc1e5e03-6bbb-4cc3-90cb-37a4a5d4276e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:05.321881 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e5e03-6bbb-4cc3-90cb-37a4a5d4276e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8ee990-c544-4a4f-88ea-eb5a566d7d6d,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:05.330414 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 36648) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:05.340514 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-bc1e5e03-6bbb-4cc3-90cb-37a4a5d4276e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0f091f2de938407391ca977c0448b8d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3406007 Nov 12 02:27:05.361699 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:05.420269 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7afe2342-c375-4383-8a32-89ee27dfea95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:05.476208 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7afe2342-c375-4383-8a32-89ee27dfea95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:05.521424 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71e18c-7bfe-4320-ab09-62d80a559654 req-44cbc5d7-4f31-43f2-9f61-eb3987ebf145 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:05.523261 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3a71e18c-7bfe-4320-ab09-62d80a559654 req-44cbc5d7-4f31-43f2-9f61-eb3987ebf145 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.0901945 Nov 12 02:27:05.593669 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3a71e18c-7bfe-4320-ab09-62d80a559654 req-a11eeab5-8fe8-4d8c-bd33-3cceaf490b08 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594029 Nov 12 02:27:05.594933 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7afe2342-c375-4383-8a32-89ee27dfea95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:05.599166 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7afe2342-c375-4383-8a32-89ee27dfea95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:05.602727 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-7afe2342-c375-4383-8a32-89ee27dfea95 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae8ee990-c544-4a4f-88ea-eb5a566d7d6d HTTP/1.1" status: 204 len: 168 time: 0.2689562 Nov 12 02:27:05.610882 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe2342-c375-4383-8a32-89ee27dfea95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8ee990-c544-4a4f-88ea-eb5a566d7d6d,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:05.800840 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36676) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:05.962330 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-85d92187-5c08-4a23-a789-226cf8223371 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:05.996093 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 36682) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:06.012544 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-afd4718e-1bbf-41da-9b27-0079d0b34d2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:06.046142 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-85d92187-5c08-4a23-a789-226cf8223371 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:06.050337 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-85d92187-5c08-4a23-a789-226cf8223371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:06.092941 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-85d92187-5c08-4a23-a789-226cf8223371 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4773c133793c45349ae527e1a7893f4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908084 Nov 12 02:27:06.094833 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d92187-5c08-4a23-a789-226cf8223371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec5b453-90bb-450e-a7e1-c1744be11e89,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:06.097997 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36684) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:06.099206 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-afd4718e-1bbf-41da-9b27-0079d0b34d2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:06.103733 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-afd4718e-1bbf-41da-9b27-0079d0b34d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:06.143882 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-afd4718e-1bbf-41da-9b27-0079d0b34d2e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9658414c07a84bd59d3c70f709f5a92a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465464 Nov 12 02:27:06.144978 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4718e-1bbf-41da-9b27-0079d0b34d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328a6449-03d8-4ee6-beff-ca3f7e616417,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:06.148245 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 36686) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:06.155637 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9cef8722-e6a8-4afd-8a85-10175e611daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:06.195715 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9cef8722-e6a8-4afd-8a85-10175e611daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:06.200565 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-ee11cd66-df86-40f6-8d32-92f5e614f364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:06.237316 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-ee11cd66-df86-40f6-8d32-92f5e614f364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:06.260145 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9cef8722-e6a8-4afd-8a85-10175e611daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:06.263900 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9cef8722-e6a8-4afd-8a85-10175e611daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:06.272044 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-9cef8722-e6a8-4afd-8a85-10175e611daa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5ec5b453-90bb-450e-a7e1-c1744be11e89 HTTP/1.1" status: 204 len: 168 time: 0.1727302 Nov 12 02:27:06.281843 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef8722-e6a8-4afd-8a85-10175e611daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec5b453-90bb-450e-a7e1-c1744be11e89,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:06.309941 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-ee11cd66-df86-40f6-8d32-92f5e614f364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:06.316268 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-ee11cd66-df86-40f6-8d32-92f5e614f364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:06.317773 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-ee11cd66-df86-40f6-8d32-92f5e614f364 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/328a6449-03d8-4ee6-beff-ca3f7e616417 HTTP/1.1" status: 204 len: 168 time: 0.1682379 Nov 12 02:27:06.327538 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11cd66-df86-40f6-8d32-92f5e614f364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328a6449-03d8-4ee6-beff-ca3f7e616417,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:06.745247 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43a38d-b142-4526-88f6-97b03b258725 req-b69701a7-d89c-4f12-8c73-df530c087cad tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:06.755566 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ad43a38d-b142-4526-88f6-97b03b258725 req-b69701a7-d89c-4f12-8c73-df530c087cad tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.0716038 Nov 12 02:27:06.863441 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ad43a38d-b142-4526-88f6-97b03b258725 req-ace3f216-c8ce-407a-b66b-23bc404295d3 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067739 Nov 12 02:27:06.895470 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 36726) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:06.909818 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-afa15c9e-0986-4f19-9d40-58710e472f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:06.962229 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:07.021181 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-afa15c9e-0986-4f19-9d40-58710e472f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:07.027121 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-afa15c9e-0986-4f19-9d40-58710e472f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:07.070204 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-afa15c9e-0986-4f19-9d40-58710e472f47 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db39e4644975409a9df17c741b4b5caa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1734631 Nov 12 02:27:07.072426 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa15c9e-0986-4f19-9d40-58710e472f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76070a20-f3b6-4ace-8bc8-a3c4135604b2,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:07.073710 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36732) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:07.137999 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0dc1a4c6-c214-4ef3-959f-12eb1752f7c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:07.166438 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0dc1a4c6-c214-4ef3-959f-12eb1752f7c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:07.231082 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0dc1a4c6-c214-4ef3-959f-12eb1752f7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:07.234605 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0dc1a4c6-c214-4ef3-959f-12eb1752f7c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:07.235930 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-0dc1a4c6-c214-4ef3-959f-12eb1752f7c2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76070a20-f3b6-4ace-8bc8-a3c4135604b2 HTTP/1.1" status: 204 len: 168 time: 0.1612043 Nov 12 02:27:07.244333 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1a4c6-c214-4ef3-959f-12eb1752f7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76070a20-f3b6-4ace-8bc8-a3c4135604b2,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:07.456058 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5983cf-022b-4279-a576-38129b302080 req-335ba212-9558-49ac-bd54-ef177ba19b67 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:07.463924 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9a5983cf-022b-4279-a576-38129b302080 req-335ba212-9558-49ac-bd54-ef177ba19b67 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/networks?id=564259da-0aa0-41f7-af21-7c2a039d2cf4 HTTP/1.1" status: 200 len: 814 time: 0.1513071 Nov 12 02:27:07.474899 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9a5983cf-022b-4279-a576-38129b302080 req-2368321d-4d04-419b-941e-85e74449152f tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/quotas/297da905e82042dcad0c352413e38a4d HTTP/1.1" status: 200 len: 375 time: 0.0095999 Nov 12 02:27:07.527613 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:07.561974 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9a5983cf-022b-4279-a576-38129b302080 req-17ec43a8-2361-4ef7-bd65-5b4cd386abbd tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=297da905e82042dcad0c352413e38a4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805037 Nov 12 02:27:07.691346 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9a5983cf-022b-4279-a576-38129b302080 req-5c786b3a-377e-4d34-b847-e306503eb4c0 service neutron] 10.222.0.66 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137853 Nov 12 02:27:07.788501 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9a5983cf-022b-4279-a576-38129b302080 req-e75cd7c2-0208-4a93-9bbb-fbaf22f1908f service neutron] 10.222.0.66 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959425 Nov 12 02:27:08.005209 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8da3d572-b6e2-4f9f-bab1-471e059c656f req-93cc642c-6333-4279-aa85-cca7ce228709 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 210 time: 0.0541816 Nov 12 02:27:08.087151 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051d873-691a-46cf-90ea-f2d9bc6ebc09 req-839f066d-b9ed-442e-a3a9-2151c056a728 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:08.098092 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c051d873-691a-46cf-90ea-f2d9bc6ebc09 req-839f066d-b9ed-442e-a3a9-2151c056a728 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.0903885 Nov 12 02:27:08.159556 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c051d873-691a-46cf-90ea-f2d9bc6ebc09 req-b7de8bf6-e723-41dc-bc4a-a7e472dbba78 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598841 Nov 12 02:27:09.112265 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a4d77978-d110-41a7-9b1f-75a998d97690 req-0525d21e-0c19-4fe5-bad8-33a40fd8a7c3 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 210 time: 0.0286086 Nov 12 02:27:09.284030 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a7d7e-79e8-477b-9ac8-55ff91be5564 req-85f44442-b3c1-4722-90c1-1035b73c14aa tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:09.286719 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c13a7d7e-79e8-477b-9ac8-55ff91be5564 req-85f44442-b3c1-4722-90c1-1035b73c14aa tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.0522461 Nov 12 02:27:09.357726 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c13a7d7e-79e8-477b-9ac8-55ff91be5564 req-3af4a320-24db-4a9b-95ba-e4c7eeb69f01 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648789 Nov 12 02:27:09.448724 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36876) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:09.618168 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ba17f032-1dc7-49f1-be50-a491afa38c7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:09.773171 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ba17f032-1dc7-49f1-be50-a491afa38c7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:09.788833 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ba17f032-1dc7-49f1-be50-a491afa38c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:09.857455 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 36902) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:09.858220 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-ba17f032-1dc7-49f1-be50-a491afa38c7d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1256a76490b64df8961aafebeacade71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4083583 Nov 12 02:27:09.874622 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17f032-1dc7-49f1-be50-a491afa38c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a85bf4-e96f-4f22-9512-b84a7727e2ab,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:09.893859 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5983cf-022b-4279-a576-38129b302080 req-267c1c3e-8307-4690-afa7-f6ef70e6062a tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:09.895629 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9a5983cf-022b-4279-a576-38129b302080 req-267c1c3e-8307-4690-afa7-f6ef70e6062a tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.61 "GET /v2.0/networks?id=564259da-0aa0-41f7-af21-7c2a039d2cf4 HTTP/1.1" status: 200 len: 814 time: 0.4495623 Nov 12 02:27:09.918013 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [req-9a5983cf-022b-4279-a576-38129b302080 req-4fe50212-9ffa-4923-8b13-0e0256236c5e tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Request body: {'port': {'device_id': '71d8d4e4-a105-46e0-a841-c4334d536b77', 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4', 'admin_state_up': True, 'tenant_id': '297da905e82042dcad0c352413e38a4d'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:09.986316 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-51396abb-7396-4e60-918e-396433ce008c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:10.024098 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-51396abb-7396-4e60-918e-396433ce008c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:10.086143 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a5983cf-022b-4279-a576-38129b302080 req-4fe50212-9ffa-4923-8b13-0e0256236c5e tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Made reservation on behalf of 297da905e82042dcad0c352413e38a4d for: {'port': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:27:10.089718 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-9a5983cf-022b-4279-a576-38129b302080 req-4fe50212-9ffa-4923-8b13-0e0256236c5e tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:10.109488 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-51396abb-7396-4e60-918e-396433ce008c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:10.112199 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-51396abb-7396-4e60-918e-396433ce008c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:10.113965 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-51396abb-7396-4e60-918e-396433ce008c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d8a85bf4-e96f-4f22-9512-b84a7727e2ab HTTP/1.1" status: 204 len: 168 time: 0.2556076 Nov 12 02:27:10.144851 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51396abb-7396-4e60-918e-396433ce008c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a85bf4-e96f-4f22-9512-b84a7727e2ab,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:10.244680 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7d999d33-6c4a-4a4b-826b-6c026e85d313 req-0c50a566-c9db-4cd5-90ca-6653b343b155 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 210 time: 0.0364046 Nov 12 02:27:10.304247 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.db_base_plugin_common [req-9a5983cf-022b-4279-a576-38129b302080 req-4fe50212-9ffa-4923-8b13-0e0256236c5e tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Allocated IP 172.20.0.2 (564259da-0aa0-41f7-af21-7c2a039d2cf4/aa652bb9-6eb9-4218-97dc-ea2358a10948/6e28bdd4-4fbf-4a77-a385-8509e8785344) {{(pid=101626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:27:10.527067 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36922) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:10.530958 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be8686-af24-489e-89b7-56eca4391b25 req-3b9c0fb7-8214-42a8-9ba4-bcd6449d87b7 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:10.532489 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-72be8686-af24-489e-89b7-56eca4391b25 req-3b9c0fb7-8214-42a8-9ba4-bcd6449d87b7 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.0792880 Nov 12 02:27:10.542542 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-72b44131-5441-4ac2-bf47-797145047e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:10.556279 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-9a5983cf-022b-4279-a576-38129b302080 req-4fe50212-9ffa-4923-8b13-0e0256236c5e tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks [] for port, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:10.611502 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-72be8686-af24-489e-89b7-56eca4391b25 req-cfcb0770-b68b-40bb-b66f-c7bbcd2f3f95 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719390 Nov 12 02:27:10.628173 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-72b44131-5441-4ac2-bf47-797145047e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:10.639245 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-9a5983cf-022b-4279-a576-38129b302080 req-4fe50212-9ffa-4923-8b13-0e0256236c5e tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:10.639939 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-72b44131-5441-4ac2-bf47-797145047e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:10.661344 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['9af4dce4-b99d-4c7f-886f-2b150633f3ce', '858f3f7f-1366-4062-ab13-6ccb372346ef'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:27:10.682191 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b44131-5441-4ac2-bf47-797145047e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861f556a-225f-43bc-a066-9cb3ac45dcf6,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:10.689865 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-72b44131-5441-4ac2-bf47-797145047e05 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7a9b1f6bed7f4cd4b3f2c47e1ac06019&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1609867 Nov 12 02:27:10.690909 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 36924) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:10.701649 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a5983cf-022b-4279-a576-38129b302080 req-4fe50212-9ffa-4923-8b13-0e0256236c5e tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Network 564259da-0aa0-41f7-af21-7c2a039d2cf4 is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:27:10.710924 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [req-9a5983cf-022b-4279-a576-38129b302080 req-4fe50212-9ffa-4923-8b13-0e0256236c5e tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:27:10.714724 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5983cf-022b-4279-a576-38129b302080 req-4fe50212-9ffa-4923-8b13-0e0256236c5e tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Received port after_create {{(pid=101626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:27:10.720383 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5983cf-022b-4279-a576-38129b302080 req-4fe50212-9ffa-4923-8b13-0e0256236c5e tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:10.721069 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-9a5983cf-022b-4279-a576-38129b302080 req-4fe50212-9ffa-4923-8b13-0e0256236c5e tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:10.724556 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe50212-9ffa-4923-8b13-0e0256236c5e tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Pushing event updated for resources: {'Port': ['ID=6e28bdd4-4fbf-4a77-a385-8509e8785344,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:10.748543 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-515d5a67-746d-4af5-9a92-d1efe0a12f14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:10.750028 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9a5983cf-022b-4279-a576-38129b302080 req-4fe50212-9ffa-4923-8b13-0e0256236c5e tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8368976 Nov 12 02:27:10.763943 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] Request body: {'port': {'device_id': '71d8d4e4-a105-46e0-a841-c4334d536b77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:10.790593 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-515d5a67-746d-4af5-9a92-d1efe0a12f14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:10.831784 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:10.860876 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-515d5a67-746d-4af5-9a92-d1efe0a12f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:10.865707 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-515d5a67-746d-4af5-9a92-d1efe0a12f14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:10.870091 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-515d5a67-746d-4af5-9a92-d1efe0a12f14 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/861f556a-225f-43bc-a066-9cb3ac45dcf6 HTTP/1.1" status: 204 len: 168 time: 0.1750240 Nov 12 02:27:10.878535 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d5a67-746d-4af5-9a92-d1efe0a12f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861f556a-225f-43bc-a066-9cb3ac45dcf6,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:11.203593 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e28bdd4-4fbf-4a77-a385-8509e8785344 {{(pid=101626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:27:11.212540 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.230185 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.provisioning_blocks [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] Transition to ACTIVE for port object 6e28bdd4-4fbf-4a77-a385-8509e8785344 will not be triggered until provisioned by entity L2. {{(pid=101626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:27:11.236196 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.299154 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] Pushing event updated for resources: {'Port': ['ID=6e28bdd4-4fbf-4a77-a385-8509e8785344,revision_number=2']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:11.353409 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.managers [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] Attempting to bind port 6e28bdd4-4fbf-4a77-a385-8509e8785344 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:27:11.354277 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.managers [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] Attempting to bind port 6e28bdd4-4fbf-4a77-a385-8509e8785344 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'ebf57d23-5daf-41dd-ba5d-ceafe7b55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4'}] {{(pid=101626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:27:11.354630 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] Attempting to bind port 6e28bdd4-4fbf-4a77-a385-8509e8785344 on network 564259da-0aa0-41f7-af21-7c2a039d2cf4 {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:27:11.360544 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] Port 6e28bdd4-4fbf-4a77-a385-8509e8785344 on network 564259da-0aa0-41f7-af21-7c2a039d2cf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:27:11.360544 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] Attempting to bind port 6e28bdd4-4fbf-4a77-a385-8509e8785344 on network 564259da-0aa0-41f7-af21-7c2a039d2cf4 {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:27:11.375156 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] Checking agent: {'id': '2c3d3ad8-5938-43f6-9304-04beb85952ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:27:11.375530 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] Checking segment: {'id': 'ebf57d23-5daf-41dd-ba5d-ceafe7b55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:27:11.376450 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] Bound using segment: {'id': 'ebf57d23-5daf-41dd-ba5d-ceafe7b55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4'} {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:27:11.376905 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.managers [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] Bound port: 6e28bdd4-4fbf-4a77-a385-8509e8785344, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf57d23-5daf-41dd-ba5d-ceafe7b55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4'}}] {{(pid=101626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:27:11.377270 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.494424 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2216ff-c487-4c6a-a731-9ca047258a25 req-aac04a8f-1440-44d0-b10a-1968047420f4 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:11.496281 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2a2216ff-c487-4c6a-a731-9ca047258a25 req-aac04a8f-1440-44d0-b10a-1968047420f4 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 943 time: 0.0989716 Nov 12 02:27:11.509228 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] For port 6e28bdd4-4fbf-4a77-a385-8509e8785344, host hv-cinder-80857, cleared binding levels {{(pid=101626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:27:11.518956 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] For port 6e28bdd4-4fbf-4a77-a385-8509e8785344, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=6e28bdd4-4fbf-4a77-a385-8509e8785344,segment=NetworkSegment(ebf57d23-5daf-41dd-ba5d-ceafe7b55831),segment_id=ebf57d23-5daf-41dd-ba5d-ceafe7b55831)] {{(pid=101626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:27:11.531873 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.577473 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:11.578263 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.579550 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9a5983cf-022b-4279-a576-38129b302080 req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] 10.222.0.61 "PUT /v2.0/ports/6e28bdd4-4fbf-4a77-a385-8509e8785344 HTTP/1.1" status: 200 len: 1093 time: 0.8200531 Nov 12 02:27:11.586312 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d8d4e4-a105-46e0-a841-c4334d536b77', 'tag': '6e28bdd4-4fbf-4a77-a385-8509e8785344'}] {{(pid=101626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:27:11.589487 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee064878ec57991a80a61b6e38777a609e15accd33394659691c67407ac4dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a20d20f-5535-410c-b947-8fed6536384b" -d '{"events": [{"name": "network-changed", "server_uuid": "71d8d4e4-a105-46e0-a841-c4334d536b77", "tag": "6e28bdd4-4fbf-4a77-a385-8509e8785344"}]}' {{(pid=101626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:27:11.636303 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2a2216ff-c487-4c6a-a731-9ca047258a25 req-e88f0dec-28a9-4dcf-a96c-2608db52f803 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273141 Nov 12 02:27:11.669997 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6a02e-38aa-464b-9644-55e8429e3264 service neutron] Pushing event updated for resources: {'Port': ['ID=6e28bdd4-4fbf-4a77-a385-8509e8785344,revision_number=3']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:11.682987 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8944d6f-babb-45e6-88c2-93c5311e7491 x-openstack-request-id: req-f8944d6f-babb-45e6-88c2-93c5311e7491 {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:27:11.683468 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d8d4e4-a105-46e0-a841-c4334d536b77", "tag": "6e28bdd4-4fbf-4a77-a385-8509e8785344", "status": "completed", "code": 200}]} {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:27:11.685441 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f8944d6f-babb-45e6-88c2-93c5311e7491 {{(pid=101626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:27:11.686048 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d8d4e4-a105-46e0-a841-c4334d536b77', 'tag': '6e28bdd4-4fbf-4a77-a385-8509e8785344', 'status': 'completed', 'code': 200} Nov 12 02:27:11.747524 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5983cf-022b-4279-a576-38129b302080 req-7b0555c6-f102-4148-8567-69108a44a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:11.749737 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9a5983cf-022b-4279-a576-38129b302080 req-7b0555c6-f102-4148-8567-69108a44a4ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=297da905e82042dcad0c352413e38a4d&device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 1096 time: 0.0574906 Nov 12 02:27:11.784478 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaeb8d-3de9-4295-827b-21c6b5cc24a6 req-48862784-e85a-4503-825d-7a5b96af89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:11.785350 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8dcaeb8d-3de9-4295-827b-21c6b5cc24a6 req-48862784-e85a-4503-825d-7a5b96af89f5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 1098 time: 0.0980744 Nov 12 02:27:11.797594 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc076e3b-83db-4a03-b45b-e7700c1383af req-a0a9b436-c6d6-49d8-970b-18c6e36963d9 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:11.807692 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dc076e3b-83db-4a03-b45b-e7700c1383af req-a0a9b436-c6d6-49d8-970b-18c6e36963d9 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.0870364 Nov 12 02:27:11.828251 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9a5983cf-022b-4279-a576-38129b302080 req-3463886e-ceaa-419e-9ab5-7752f4779e67 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e28bdd4-4fbf-4a77-a385-8509e8785344 HTTP/1.1" status: 200 len: 217 time: 0.0662429 Nov 12 02:27:11.898957 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dc076e3b-83db-4a03-b45b-e7700c1383af req-20d23f43-fbbf-4286-90b7-aaf8d493e89a tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896907 Nov 12 02:27:11.936076 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8dcaeb8d-3de9-4295-827b-21c6b5cc24a6 req-84ded275-7c41-486e-8411-da57504849e8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170907 Nov 12 02:27:11.955375 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5983cf-022b-4279-a576-38129b302080 req-24883f0e-1b9a-4f13-a7e4-80d2c7f876f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:11.957568 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9a5983cf-022b-4279-a576-38129b302080 req-24883f0e-1b9a-4f13-a7e4-80d2c7f876f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa652bb9-6eb9-4218-97dc-ea2358a10948 HTTP/1.1" status: 200 len: 854 time: 0.1085277 Nov 12 02:27:12.345172 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9a5983cf-022b-4279-a576-38129b302080 req-952a1335-b7c5-4839-bccb-f084e7edce61 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=564259da-0aa0-41f7-af21-7c2a039d2cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448918 Nov 12 02:27:12.453364 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9a5983cf-022b-4279-a576-38129b302080 req-3d23f6c2-df92-4e7f-9ac7-b57745082318 service neutron] 10.222.0.61 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880508 Nov 12 02:27:12.576827 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9a5983cf-022b-4279-a576-38129b302080 req-f190625d-0137-49ec-b92d-4e1018dd19f1 service neutron] 10.222.0.61 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082852 Nov 12 02:27:12.733460 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20d20f-5535-410c-b947-8fed6536384b req-2eabd820-7ddb-4606-8d01-ea393b8a02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:12.734952 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8a20d20f-5535-410c-b947-8fed6536384b req-2eabd820-7ddb-4606-8d01-ea393b8a02f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=297da905e82042dcad0c352413e38a4d&device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 1096 time: 0.0695994 Nov 12 02:27:12.776065 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77665ecc-9133-4ac6-85b8-e885a1f1af92 req-4da59873-1711-44ea-bd4a-b12cd4077f19 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:12.777585 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-77665ecc-9133-4ac6-85b8-e885a1f1af92 req-4da59873-1711-44ea-bd4a-b12cd4077f19 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 943 time: 0.0562232 Nov 12 02:27:12.829530 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-77665ecc-9133-4ac6-85b8-e885a1f1af92 req-cdca4a54-16ad-41c1-bf3f-51dfb436f66e tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452099 Nov 12 02:27:12.840669 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20d20f-5535-410c-b947-8fed6536384b req-8a7b51dc-3416-41d8-9f62-3d25e6047e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:12.842196 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8a20d20f-5535-410c-b947-8fed6536384b req-8a7b51dc-3416-41d8-9f62-3d25e6047e69 service neutron] 10.222.0.61 "GET /v2.0/networks?id=564259da-0aa0-41f7-af21-7c2a039d2cf4 HTTP/1.1" status: 200 len: 915 time: 0.0969014 Nov 12 02:27:12.892746 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8a20d20f-5535-410c-b947-8fed6536384b req-6c805ce6-4f92-432e-b65c-7222124453e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e28bdd4-4fbf-4a77-a385-8509e8785344 HTTP/1.1" status: 200 len: 217 time: 0.0407214 Nov 12 02:27:12.964799 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20d20f-5535-410c-b947-8fed6536384b req-597fc60d-3594-485d-92af-1b8d36cc6478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:12.966264 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8a20d20f-5535-410c-b947-8fed6536384b req-597fc60d-3594-485d-92af-1b8d36cc6478 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa652bb9-6eb9-4218-97dc-ea2358a10948 HTTP/1.1" status: 200 len: 854 time: 0.0468585 Nov 12 02:27:13.010999 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8a20d20f-5535-410c-b947-8fed6536384b req-a7402b89-eec0-43d9-926b-ffdfc952e9d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=564259da-0aa0-41f7-af21-7c2a039d2cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289962 Nov 12 02:27:13.028469 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770efbb-0ad8-4049-9156-77a057065557 req-bd98f3d1-7a08-4d9c-a583-974ed36d6667 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:13.030018 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6770efbb-0ad8-4049-9156-77a057065557 req-bd98f3d1-7a08-4d9c-a583-974ed36d6667 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.0571313 Nov 12 02:27:13.094305 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6770efbb-0ad8-4049-9156-77a057065557 req-a3996c87-84e3-4ac7-a5bc-04bab335b49b tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580583 Nov 12 02:27:13.135868 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8a20d20f-5535-410c-b947-8fed6536384b req-7773c7cf-bea2-498c-8a6a-c8a24978e4db service neutron] 10.222.0.61 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992899 Nov 12 02:27:13.250988 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8a20d20f-5535-410c-b947-8fed6536384b req-ab3ff326-8843-47b5-9760-4f812ff37a5f service neutron] 10.222.0.61 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039011 Nov 12 02:27:13.965314 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10305fe1-2845-4374-9fab-4cd8b269fd7d req-5b0efd18-7aaf-4402-af7f-eb0a7d7d66eb tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:13.966971 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-10305fe1-2845-4374-9fab-4cd8b269fd7d req-5b0efd18-7aaf-4402-af7f-eb0a7d7d66eb tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 943 time: 0.0544655 Nov 12 02:27:14.021882 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-10305fe1-2845-4374-9fab-4cd8b269fd7d req-a0a858b7-1c70-49b0-ab02-6e742f57ea17 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477817 Nov 12 02:27:14.251054 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f4c1a-14cb-40b9-9a53-ace4e8201c2b req-c0850f72-db46-400a-85ed-324c168ef36a tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:14.252583 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-023f4c1a-14cb-40b9-9a53-ace4e8201c2b req-c0850f72-db46-400a-85ed-324c168ef36a tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.0698345 Nov 12 02:27:14.312264 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-023f4c1a-14cb-40b9-9a53-ace4e8201c2b req-9b7c5958-cc96-411b-99af-f7f3bc435419 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534115 Nov 12 02:27:14.444589 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e40e3e-c8ba-4a9b-b723-16dcd2e0f871 req-eae1a98d-2da5-4591-841e-ff69168cf21b tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:14.446289 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d8e40e3e-c8ba-4a9b-b723-16dcd2e0f871 req-eae1a98d-2da5-4591-841e-ff69168cf21b tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0589385 Nov 12 02:27:14.498524 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d8e40e3e-c8ba-4a9b-b723-16dcd2e0f871 req-8c624f2f-c272-400e-a552-38bb2a46707b tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457766 Nov 12 02:27:15.157458 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4905eb4-3345-4c4a-a485-cdfc4b036907 req-b994bdd2-f49b-4dd1-a27f-0739bac332de tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:15.158976 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c4905eb4-3345-4c4a-a485-cdfc4b036907 req-b994bdd2-f49b-4dd1-a27f-0739bac332de tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 943 time: 0.0596097 Nov 12 02:27:15.210949 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c4905eb4-3345-4c4a-a485-cdfc4b036907 req-de1d46dc-1cd7-4b6a-a96d-945b1fd14c14 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458784 Nov 12 02:27:16.273801 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651fef4-0dcc-46cd-864f-43da07f32e78 req-2fb707a4-8da2-438b-bb67-38e1de91cf8e tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:16.276133 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0651fef4-0dcc-46cd-864f-43da07f32e78 req-2fb707a4-8da2-438b-bb67-38e1de91cf8e tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0568049 Nov 12 02:27:16.283737 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2f575-260c-470d-af5a-6a5b9e971348 req-cfb64e8e-6ab0-4237-88f1-ac46a7026a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:16.287396 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-50d2f575-260c-470d-af5a-6a5b9e971348 req-cfb64e8e-6ab0-4237-88f1-ac46a7026a4a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5e167f262944295a8c55b0f02df4cdc&device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 1098 time: 0.0589807 Nov 12 02:27:16.341612 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0651fef4-0dcc-46cd-864f-43da07f32e78 req-91df21fe-60e3-42cd-bfda-17a6d3727e15 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589733 Nov 12 02:27:16.405913 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2f575-260c-470d-af5a-6a5b9e971348 req-43da896e-74bb-4fbd-9835-47d915bf936f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:16.408005 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-50d2f575-260c-470d-af5a-6a5b9e971348 req-43da896e-74bb-4fbd-9835-47d915bf936f service neutron] 10.222.0.61 "GET /v2.0/networks?id=4900299f-9efb-4112-8c6a-f06549279dd7 HTTP/1.1" status: 200 len: 920 time: 0.1077075 Nov 12 02:27:16.460099 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-50d2f575-260c-470d-af5a-6a5b9e971348 req-0fa148c7-5ea9-4556-b430-ecc3fe35b72a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a44f268-14fb-465a-9386-6b18a76ab0c7 HTTP/1.1" status: 200 len: 217 time: 0.0417197 Nov 12 02:27:16.480262 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e4455-e382-49f5-aef4-bc861233ac53 req-b5e0ce71-b0f2-4959-a4e2-1b6a3247763a tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:16.481763 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-249e4455-e382-49f5-aef4-bc861233ac53 req-b5e0ce71-b0f2-4959-a4e2-1b6a3247763a tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 943 time: 0.0533676 Nov 12 02:27:16.521063 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2f575-260c-470d-af5a-6a5b9e971348 req-668dddf9-d62a-493c-bc9a-5dbfbcccc477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:16.523012 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-50d2f575-260c-470d-af5a-6a5b9e971348 req-668dddf9-d62a-493c-bc9a-5dbfbcccc477 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3afb8cb5-ee86-4be7-9288-03af65a9f917 HTTP/1.1" status: 200 len: 859 time: 0.0477057 Nov 12 02:27:16.536077 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-249e4455-e382-49f5-aef4-bc861233ac53 req-ab919b7b-5cae-4ad3-8e51-1fd13b823d68 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482469 Nov 12 02:27:16.569454 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-50d2f575-260c-470d-af5a-6a5b9e971348 req-7816c8ec-6567-4525-80a6-34ea4e4ba596 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4900299f-9efb-4112-8c6a-f06549279dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290694 Nov 12 02:27:16.676777 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-50d2f575-260c-470d-af5a-6a5b9e971348 req-c1378150-c8c7-477c-a8c7-d6c7c1a2e0d3 service neutron] 10.222.0.61 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950949 Nov 12 02:27:16.782163 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-50d2f575-260c-470d-af5a-6a5b9e971348 req-0edff971-dbee-4be6-adb8-bf81e618022c service neutron] 10.222.0.61 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889859 Nov 12 02:27:16.994585 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 6e28bdd4-4fbf-4a77-a385-8509e8785344 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:27:17.110938 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 6e28bdd4-4fbf-4a77-a385-8509e8785344, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=6e28bdd4-4fbf-4a77-a385-8509e8785344,segment=NetworkSegment(ebf57d23-5daf-41dd-ba5d-ceafe7b55831),segment_id=ebf57d23-5daf-41dd-ba5d-ceafe7b55831)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:17.124173 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': '6e28bdd4-4fbf-4a77-a385-8509e8785344', 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4', 'port_id': '6e28bdd4-4fbf-4a77-a385-8509e8785344', 'mac_address': 'fa:16:3e:62:61:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa652bb9-6eb9-4218-97dc-ea2358a10948', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:27:17.167507 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:17.186645 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e28bdd4-4fbf-4a77-a385-8509e8785344 {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:27:17.210139 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 6e28bdd4-4fbf-4a77-a385-8509e8785344, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=6e28bdd4-4fbf-4a77-a385-8509e8785344,segment=NetworkSegment(ebf57d23-5daf-41dd-ba5d-ceafe7b55831),segment_id=ebf57d23-5daf-41dd-ba5d-ceafe7b55831)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:17.214160 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:17.270400 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=6e28bdd4-4fbf-4a77-a385-8509e8785344,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:17.278037 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:17.278380 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:17.278716 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:17.279055 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:17.279389 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:17.279715 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:17.280037 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:17.280359 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:17.280697 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:17.281018 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:17.281332 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:17.281644 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:27:17.473329 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9f19e-36c0-48f4-9e84-4bb898bb9dc4 req-c3c8a521-00f5-4bf1-a632-f8b5e93b5f96 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:17.474946 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-aca9f19e-36c0-48f4-9e84-4bb898bb9dc4 req-c3c8a521-00f5-4bf1-a632-f8b5e93b5f96 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0527391 Nov 12 02:27:17.532372 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-aca9f19e-36c0-48f4-9e84-4bb898bb9dc4 req-68d221d3-888b-4d27-b6e5-1c5d031b1f03 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514286 Nov 12 02:27:17.664853 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498af9af-fea8-403f-8840-ba06fd930246 req-1e6a7b1f-4554-4fa4-a729-dd9780b438c5 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:17.666345 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-498af9af-fea8-403f-8840-ba06fd930246 req-1e6a7b1f-4554-4fa4-a729-dd9780b438c5 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 944 time: 0.0523162 Nov 12 02:27:17.715648 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-498af9af-fea8-403f-8840-ba06fd930246 req-fa0d526a-bf61-412e-a75f-6ec99b6311cf tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430081 Nov 12 02:27:17.789200 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['6e28bdd4-4fbf-4a77-a385-8509e8785344'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:27:18.662513 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7cb35-021a-4e07-80b3-997004366db3 req-4afe0191-97e5-4779-ba46-e441db391720 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:18.664132 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8bb7cb35-021a-4e07-80b3-997004366db3 req-4afe0191-97e5-4779-ba46-e441db391720 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0537643 Nov 12 02:27:18.714424 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8bb7cb35-021a-4e07-80b3-997004366db3 req-03d8d6ad-ee79-47e2-a905-05940201ca44 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443692 Nov 12 02:27:18.852520 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffe97d-8185-471e-bc46-fb9198883306 req-94cec167-77c6-4c9a-ad88-64f2812e2819 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:18.854068 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-34ffe97d-8185-471e-bc46-fb9198883306 req-94cec167-77c6-4c9a-ad88-64f2812e2819 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 944 time: 0.0577593 Nov 12 02:27:18.922582 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-34ffe97d-8185-471e-bc46-fb9198883306 req-8987ca3f-22ac-4842-b93c-d2ec4df28a32 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618055 Nov 12 02:27:19.331365 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 37274) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:19.449793 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0d2080fd-0b7b-473a-965c-bab50870a4a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:19.532408 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0d2080fd-0b7b-473a-965c-bab50870a4a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:19.537188 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0d2080fd-0b7b-473a-965c-bab50870a4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:19.580675 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-0d2080fd-0b7b-473a-965c-bab50870a4a7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=68efb3b3be244034ba78f2e66d54ab35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475510 Nov 12 02:27:19.582154 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2080fd-0b7b-473a-965c-bab50870a4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762d9547-6b53-4071-9af9-3bdcdfaa670b,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:19.584437 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 37280) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:19.634828 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-571152d6-13eb-4501-ac7b-3117d3678283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:19.661235 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-571152d6-13eb-4501-ac7b-3117d3678283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:19.715961 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-571152d6-13eb-4501-ac7b-3117d3678283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:19.718677 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-571152d6-13eb-4501-ac7b-3117d3678283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:19.719834 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-571152d6-13eb-4501-ac7b-3117d3678283 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/762d9547-6b53-4071-9af9-3bdcdfaa670b HTTP/1.1" status: 204 len: 168 time: 0.1343875 Nov 12 02:27:19.728931 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571152d6-13eb-4501-ac7b-3117d3678283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762d9547-6b53-4071-9af9-3bdcdfaa670b,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:19.852517 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae71f5-f7cc-4517-b00d-9839ecc091e7 req-040a3a6b-d8a9-4702-a97b-e0bb1edd2961 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:19.854136 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7aae71f5-f7cc-4517-b00d-9839ecc091e7 req-040a3a6b-d8a9-4702-a97b-e0bb1edd2961 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0615034 Nov 12 02:27:19.915011 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7aae71f5-f7cc-4517-b00d-9839ecc091e7 req-02822a42-c22e-4058-9ac2-608257f8fcef tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541101 Nov 12 02:27:20.056740 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a24ed3-bb0a-443d-bbca-0968ccafb77a req-b8ac725f-1d96-4207-bb6a-e00692b59314 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:20.058279 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-26a24ed3-bb0a-443d-bbca-0968ccafb77a req-b8ac725f-1d96-4207-bb6a-e00692b59314 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 944 time: 0.0549667 Nov 12 02:27:20.122931 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-26a24ed3-bb0a-443d-bbca-0968ccafb77a req-25e1d9be-7bac-4a17-a51a-583a540a8ba9 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575573 Nov 12 02:27:21.044916 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 6e28bdd4-4fbf-4a77-a385-8509e8785344 up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:27:21.045479 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b56da2-0555-43a5-a32d-e304671c7199 req-af6b0351-6c47-4193-b744-d762999e4e27 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:21.046505 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-24b56da2-0555-43a5-a32d-e304671c7199 req-af6b0351-6c47-4193-b744-d762999e4e27 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0559542 Nov 12 02:27:21.100458 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-24b56da2-0555-43a5-a32d-e304671c7199 req-724c952c-6d72-48b4-9a3f-33ea61ea1207 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466552 Nov 12 02:27:21.100615 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning for port 6e28bdd4-4fbf-4a77-a385-8509e8785344 completed by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:27:21.104893 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port 6e28bdd4-4fbf-4a77-a385-8509e8785344 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:21.105573 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:21.201485 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:21.230322 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d8d4e4-a105-46e0-a841-c4334d536b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e28bdd4-4fbf-4a77-a385-8509e8785344'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:27:21.232922 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e34f5e-c362-434f-8052-d75cccb40d7f" -d '{"events": [{"server_uuid": "71d8d4e4-a105-46e0-a841-c4334d536b77", "name": "network-vif-plugged", "status": "completed", "tag": "6e28bdd4-4fbf-4a77-a385-8509e8785344"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:27:21.249619 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 6e28bdd4-4fbf-4a77-a385-8509e8785344, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=6e28bdd4-4fbf-4a77-a385-8509e8785344,segment=NetworkSegment(ebf57d23-5daf-41dd-ba5d-ceafe7b55831),segment_id=ebf57d23-5daf-41dd-ba5d-ceafe7b55831)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:21.256020 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:21.279755 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d85c9-5075-41cd-b450-21df6c4374bd req-7123d784-a193-4ea0-86c4-953014318c9f tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:21.282574 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2860a4-7163-4748-87f6-d4725824420f x-openstack-request-id: req-8d2860a4-7163-4748-87f6-d4725824420f {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:27:21.282885 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d8d4e4-a105-46e0-a841-c4334d536b77", "name": "network-vif-plugged", "status": "completed", "tag": "6e28bdd4-4fbf-4a77-a385-8509e8785344", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:27:21.283075 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b17d85c9-5075-41cd-b450-21df6c4374bd req-7123d784-a193-4ea0-86c4-953014318c9f tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 944 time: 0.0750036 Nov 12 02:27:21.283493 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8d2860a4-7163-4748-87f6-d4725824420f {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:27:21.284068 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d8d4e4-a105-46e0-a841-c4334d536b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e28bdd4-4fbf-4a77-a385-8509e8785344', 'code': 200} Nov 12 02:27:21.325147 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=6e28bdd4-4fbf-4a77-a385-8509e8785344,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:21.350725 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b17d85c9-5075-41cd-b450-21df6c4374bd req-af7d7bf8-34eb-4b12-ab8c-56faa39c8221 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593743 Nov 12 02:27:21.516650 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82868ef-bfb8-490a-957b-98aff6601e8f req-4bd424d4-927d-46ff-90cb-aa76d5a33773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:21.520026 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-d82868ef-bfb8-490a-957b-98aff6601e8f req-4bd424d4-927d-46ff-90cb-aa76d5a33773 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 1098 time: 0.0607202 Nov 12 02:27:21.592489 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-d82868ef-bfb8-490a-957b-98aff6601e8f req-c1e0857c-12a4-4f6b-8ff5-0298cf17a8cc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560822 Nov 12 02:27:22.232108 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bf906-8c3b-414a-b0db-3f40a0c66e41 req-8484772e-b819-4c78-8d1b-9e0542e68f6c tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:22.233599 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-311bf906-8c3b-414a-b0db-3f40a0c66e41 req-8484772e-b819-4c78-8d1b-9e0542e68f6c tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0582786 Nov 12 02:27:22.288431 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-311bf906-8c3b-414a-b0db-3f40a0c66e41 req-386eef5c-40fe-4904-b32e-2d0a7ed549c1 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476263 Nov 12 02:27:22.485113 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18197274-d713-4f3f-a6ab-7efe000ba760 req-b820073e-42d6-4549-97f3-3220328d7488 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:22.486757 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-18197274-d713-4f3f-a6ab-7efe000ba760 req-b820073e-42d6-4549-97f3-3220328d7488 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 945 time: 0.0558267 Nov 12 02:27:22.540266 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-18197274-d713-4f3f-a6ab-7efe000ba760 req-df1096c6-dd05-4426-a6ad-950808cbc9bb tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474131 Nov 12 02:27:23.412418 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e0be7-b1bf-4a5c-ab9d-0e9584f177eb req-1e76aaf6-d893-4f11-9de7-34621eb85183 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:23.413739 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-401e0be7-b1bf-4a5c-ab9d-0e9584f177eb req-1e76aaf6-d893-4f11-9de7-34621eb85183 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0493562 Nov 12 02:27:23.467402 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-401e0be7-b1bf-4a5c-ab9d-0e9584f177eb req-9d9fa310-d67b-432c-8343-a5677ce7993e tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477061 Nov 12 02:27:23.668075 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a692ee-5b7d-43a3-a546-5dd12ca63d3c req-09b8af4d-0007-49ca-90fe-fe4cdfceed17 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:23.669572 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-63a692ee-5b7d-43a3-a546-5dd12ca63d3c req-09b8af4d-0007-49ca-90fe-fe4cdfceed17 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 945 time: 0.0502870 Nov 12 02:27:23.726925 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-63a692ee-5b7d-43a3-a546-5dd12ca63d3c req-9e1ba8df-e5ca-4cd6-b329-ee889e517105 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513413 Nov 12 02:27:24.596775 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3e6bb-16b1-46ef-9128-75e4b4a902e7 req-3e9e6d96-f82f-41b0-9192-f7dadd9fb994 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:24.598394 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-21a3e6bb-16b1-46ef-9128-75e4b4a902e7 req-3e9e6d96-f82f-41b0-9192-f7dadd9fb994 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0560699 Nov 12 02:27:24.653323 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-21a3e6bb-16b1-46ef-9128-75e4b4a902e7 req-a95ee9aa-eda3-4781-87ad-ee507452c0d0 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431473 Nov 12 02:27:24.861112 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c263e-8ed0-42f4-aabd-ac0057f090cd req-2f7ece22-856e-417d-858a-3d458f71b792 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:24.862513 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b30c263e-8ed0-42f4-aabd-ac0057f090cd req-2f7ece22-856e-417d-858a-3d458f71b792 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 945 time: 0.0599024 Nov 12 02:27:24.914791 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b30c263e-8ed0-42f4-aabd-ac0057f090cd req-bf21cc87-c6d3-43cf-8a55-47fc4012c486 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455403 Nov 12 02:27:25.779182 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436ec25-851f-41af-9948-6544621252f9 req-f55a581c-e7da-4d79-be2f-14b617564d3f tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:25.780705 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5436ec25-851f-41af-9948-6544621252f9 req-f55a581c-e7da-4d79-be2f-14b617564d3f tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0556874 Nov 12 02:27:25.831618 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5436ec25-851f-41af-9948-6544621252f9 req-934e9621-39a3-40d1-8fc4-54b779fe1450 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436106 Nov 12 02:27:26.981334 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45872ab5-cc97-4dc1-883e-fde33fa4d8be req-40d2d33e-f882-4494-8caf-bb9d82c30f2a tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:26.982852 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-45872ab5-cc97-4dc1-883e-fde33fa4d8be req-40d2d33e-f882-4494-8caf-bb9d82c30f2a tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0511034 Nov 12 02:27:27.034773 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-45872ab5-cc97-4dc1-883e-fde33fa4d8be req-e52346c7-c383-4edf-9f02-a47c1ea54f7e tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453284 Nov 12 02:27:28.169635 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b02f47-a3f3-4cf0-846d-d8c132ae707e req-bcb1ee89-610b-4c37-8583-a74614a40c94 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:28.171377 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-10b02f47-a3f3-4cf0-846d-d8c132ae707e req-bcb1ee89-610b-4c37-8583-a74614a40c94 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0503600 Nov 12 02:27:28.233212 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-10b02f47-a3f3-4cf0-846d-d8c132ae707e req-c6cae76c-ecc9-417c-9e15-4f30067950c2 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553102 Nov 12 02:27:29.357584 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c28c44-1a54-452e-97f6-44f327113069 req-649e2773-f48b-4eb7-9941-9e9775ef1bf7 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:29.359074 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-74c28c44-1a54-452e-97f6-44f327113069 req-649e2773-f48b-4eb7-9941-9e9775ef1bf7 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0523899 Nov 12 02:27:29.410393 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-74c28c44-1a54-452e-97f6-44f327113069 req-6a380ed0-1e2a-4adc-99bd-d8e0d9862b64 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451126 Nov 12 02:27:30.001450 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 37544) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:30.129474 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6ce1-a34b-4741-a3e2-89500e0bd502 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:30.211635 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6ce1-a34b-4741-a3e2-89500e0bd502 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:30.223682 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6ce1-a34b-4741-a3e2-89500e0bd502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:30.265691 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-ffdd6ce1-a34b-4741-a3e2-89500e0bd502 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ff3272ee3ab45b0b09b1f0ab146fffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625778 Nov 12 02:27:30.268391 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 37558) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:30.270751 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd6ce1-a34b-4741-a3e2-89500e0bd502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23049739-344e-4ffa-b05a-fa3c85cb440c,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:30.347078 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-45b04a3b-ad56-403e-8cc0-6ad9c93e12cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:30.371739 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-45b04a3b-ad56-403e-8cc0-6ad9c93e12cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:30.439675 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-45b04a3b-ad56-403e-8cc0-6ad9c93e12cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:30.442357 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-45b04a3b-ad56-403e-8cc0-6ad9c93e12cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:30.446688 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-45b04a3b-ad56-403e-8cc0-6ad9c93e12cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/23049739-344e-4ffa-b05a-fa3c85cb440c HTTP/1.1" status: 204 len: 168 time: 0.1758530 Nov 12 02:27:30.456368 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b04a3b-ad56-403e-8cc0-6ad9c93e12cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23049739-344e-4ffa-b05a-fa3c85cb440c,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:30.551141 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6f0e3-fcb7-463a-819a-5f8a20fe26f8 req-370d0105-3c97-451e-aef4-5e463c49d5bb tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:30.552629 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9bd6f0e3-fcb7-463a-819a-5f8a20fe26f8 req-370d0105-3c97-451e-aef4-5e463c49d5bb tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0549884 Nov 12 02:27:30.614663 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9bd6f0e3-fcb7-463a-819a-5f8a20fe26f8 req-d7af31bb-7718-4f83-98ff-6d9f290de5af tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495529 Nov 12 02:27:30.756879 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 37570) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:30.770732 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-929ba120-da90-47d4-997f-fbf067fb0de4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:30.851514 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-929ba120-da90-47d4-997f-fbf067fb0de4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:30.856866 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-929ba120-da90-47d4-997f-fbf067fb0de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:30.893694 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ba120-da90-47d4-997f-fbf067fb0de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1391d63d-751d-43fa-8ef5-503c2018d7a2,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:30.899970 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-929ba120-da90-47d4-997f-fbf067fb0de4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b2dd5dca772e4fac9914efd7147241b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417170 Nov 12 02:27:30.902986 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 37572) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:30.962622 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-dc79d699-3879-45cc-8ba7-a87937ff9097 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:30.989043 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-dc79d699-3879-45cc-8ba7-a87937ff9097 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:31.051725 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-dc79d699-3879-45cc-8ba7-a87937ff9097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:31.054344 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-dc79d699-3879-45cc-8ba7-a87937ff9097 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:31.055515 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-dc79d699-3879-45cc-8ba7-a87937ff9097 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1391d63d-751d-43fa-8ef5-503c2018d7a2 HTTP/1.1" status: 204 len: 168 time: 0.1515369 Nov 12 02:27:31.063835 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79d699-3879-45cc-8ba7-a87937ff9097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1391d63d-751d-43fa-8ef5-503c2018d7a2,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:31.596340 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-aa2ab774-359b-4cb8-b15f-989a6f8f9c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:31.765387 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b0fb2-f36a-4129-95ba-1970cab719a9 req-c09fad98-389f-4b32-bb55-db0d9e2831a9 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:31.767154 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-488b0fb2-f36a-4129-95ba-1970cab719a9 req-c09fad98-389f-4b32-bb55-db0d9e2831a9 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0650332 Nov 12 02:27:31.817869 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-488b0fb2-f36a-4129-95ba-1970cab719a9 req-523cf8c5-d510-4d6f-81f4-662584871b15 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431480 Nov 12 02:27:32.030711 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:32.747202 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 37642) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:32.939799 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-0800567d-f64d-47db-829b-d0fc72569a11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:32.980609 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6c584-d188-41d6-a638-07bf0558910d req-6bd8d96d-2981-44e6-bd24-6301071d6f62 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:32.982103 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-eda6c584-d188-41d6-a638-07bf0558910d req-6bd8d96d-2981-44e6-bd24-6301071d6f62 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0828576 Nov 12 02:27:33.062523 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-eda6c584-d188-41d6-a638-07bf0558910d req-c4dc66ba-7d6c-44be-ad2b-274d6e33fd8d tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710998 Nov 12 02:27:33.085680 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-0800567d-f64d-47db-829b-d0fc72569a11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:33.092063 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-0800567d-f64d-47db-829b-d0fc72569a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:33.133671 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-0800567d-f64d-47db-829b-d0fc72569a11 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dada00847ede4a708f512fc7b7da0ee1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848345 Nov 12 02:27:33.134393 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800567d-f64d-47db-829b-d0fc72569a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5c128a-2e64-4a63-b239-ce335fb24376,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:33.136394 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 37652) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:33.206462 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-66b29970-5377-49e3-b71c-066f6050e9d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:33.237143 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-66b29970-5377-49e3-b71c-066f6050e9d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:33.291479 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-66b29970-5377-49e3-b71c-066f6050e9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:33.294800 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-66b29970-5377-49e3-b71c-066f6050e9d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:33.296110 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-66b29970-5377-49e3-b71c-066f6050e9d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ea5c128a-2e64-4a63-b239-ce335fb24376 HTTP/1.1" status: 204 len: 168 time: 0.1587217 Nov 12 02:27:33.305747 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b29970-5377-49e3-b71c-066f6050e9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5c128a-2e64-4a63-b239-ce335fb24376,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:33.598410 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 37662) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:33.612211 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-035a9e6e-4d57-42e9-86b7-e35346c5da8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:33.690976 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-035a9e6e-4d57-42e9-86b7-e35346c5da8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:33.694981 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-035a9e6e-4d57-42e9-86b7-e35346c5da8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:33.732688 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a9e6e-4d57-42e9-86b7-e35346c5da8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de93368-9cbe-456e-a83c-375e12bd60e3,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:33.737046 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-035a9e6e-4d57-42e9-86b7-e35346c5da8b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3bc83981cff44ae09c1fe75fc8800af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376305 Nov 12 02:27:33.741800 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 37664) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:33.797330 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d4932f59-ac6c-4a7f-8997-231d31e95f86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:33.820934 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d4932f59-ac6c-4a7f-8997-231d31e95f86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:33.872504 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d4932f59-ac6c-4a7f-8997-231d31e95f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:33.875096 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d4932f59-ac6c-4a7f-8997-231d31e95f86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:33.876271 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-d4932f59-ac6c-4a7f-8997-231d31e95f86 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2de93368-9cbe-456e-a83c-375e12bd60e3 HTTP/1.1" status: 204 len: 168 time: 0.1334515 Nov 12 02:27:33.890368 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4932f59-ac6c-4a7f-8997-231d31e95f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de93368-9cbe-456e-a83c-375e12bd60e3,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:34.058819 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-8cc6451a-af9c-4de3-a9fd-2da2ddda2fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:34.205872 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df06f9-5cec-4661-bd6c-8223e04b023f req-06c2d85f-69ed-4247-834d-bc977af39393 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:34.207635 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-79df06f9-5cec-4661-bd6c-8223e04b023f req-06c2d85f-69ed-4247-834d-bc977af39393 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0579891 Nov 12 02:27:34.267726 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-79df06f9-5cec-4661-bd6c-8223e04b023f req-aec2692a-121c-455d-b766-9b5cbf03b73f tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540061 Nov 12 02:27:35.356742 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:35.416594 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c27c0-8432-4039-b634-be918f1dabd0 req-656abe77-0ba7-4c68-954b-b25f87ec5909 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:35.418166 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fa9c27c0-8432-4039-b634-be918f1dabd0 req-656abe77-0ba7-4c68-954b-b25f87ec5909 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0569756 Nov 12 02:27:35.476994 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fa9c27c0-8432-4039-b634-be918f1dabd0 req-3ab28d59-be4a-4a0f-99e8-eeea0c2d25ee tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528336 Nov 12 02:27:35.621138 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:27:36.773843 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237769e4-81c8-49f4-81e6-e2593b21bb48 req-ec6bc903-9abe-4578-b010-a33b72748b03 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:36.775220 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-237769e4-81c8-49f4-81e6-e2593b21bb48 req-ec6bc903-9abe-4578-b010-a33b72748b03 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0602467 Nov 12 02:27:36.829371 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-237769e4-81c8-49f4-81e6-e2593b21bb48 req-3ba0a257-1e48-4cb8-8ec4-f63f5085cd93 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482111 Nov 12 02:27:36.968363 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:37.083499 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-fa9a0d75-27b7-4fc6-965f-296f0fd17e9d tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:37.085169 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-fa9a0d75-27b7-4fc6-965f-296f0fd17e9d tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/networks?id=564259da-0aa0-41f7-af21-7c2a039d2cf4 HTTP/1.1" status: 200 len: 814 time: 0.1496451 Nov 12 02:27:37.102225 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-9fe5189d-fa4e-40c5-ab52-f412aeaefcca tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/quotas/297da905e82042dcad0c352413e38a4d HTTP/1.1" status: 200 len: 375 time: 0.0100808 Nov 12 02:27:37.174885 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-ee2fd5d5-c2b0-471d-8d32-d5fc09c353c4 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=297da905e82042dcad0c352413e38a4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646775 Nov 12 02:27:37.277690 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-b48964f7-d586-42e6-9312-efb678663743 service neutron] 10.222.0.66 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932980 Nov 12 02:27:37.398323 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-5e12d0a6-c185-405d-a7eb-8d39a393710f service neutron] 10.222.0.66 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094248 Nov 12 02:27:37.526503 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:37.591745 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fcb0948d-560b-4823-a70b-22444efaaeb5 req-bcd7f69a-c6a9-4ddf-8bc3-fc86a0cf89bb tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 210 time: 0.0436394 Nov 12 02:27:37.958957 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e36ba-379c-45cc-b828-b40b1b784626 req-e2c273c2-ccf5-40c1-9b6a-c447a8d80389 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:37.961164 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-672e36ba-379c-45cc-b828-b40b1b784626 req-e2c273c2-ccf5-40c1-9b6a-c447a8d80389 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0562272 Nov 12 02:27:38.014387 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-672e36ba-379c-45cc-b828-b40b1b784626 req-704553af-8c63-4e2a-b1ae-d697aaf6dc84 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470247 Nov 12 02:27:38.691506 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3e7feafb-032c-450f-a688-9fb7742dcc55 req-729ad239-aaa9-43ea-a996-de562ef64c69 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 210 time: 0.0259004 Nov 12 02:27:38.937465 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-9cf9fdba-3288-4e21-9f3c-cc0c0441e89b tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:38.938971 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-9cf9fdba-3288-4e21-9f3c-cc0c0441e89b tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.61 "GET /v2.0/networks?id=564259da-0aa0-41f7-af21-7c2a039d2cf4 HTTP/1.1" status: 200 len: 814 time: 0.1147132 Nov 12 02:27:38.953863 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-00432961-c562-49a0-b5c4-1fc52f6967ef tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Request body: {'port': {'device_id': 'cfdaa0bd-ed68-4caf-a1b0-64046b4816ed', 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4', 'admin_state_up': True, 'tenant_id': '297da905e82042dcad0c352413e38a4d'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:39.085766 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-00432961-c562-49a0-b5c4-1fc52f6967ef tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Made reservation on behalf of 297da905e82042dcad0c352413e38a4d for: {'port': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:27:39.089738 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-00432961-c562-49a0-b5c4-1fc52f6967ef tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:39.160838 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b5bb1-6ed4-4035-8eec-9616c5f22dae req-12654892-b7c6-4989-885b-40c87e1d29fd tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:39.163246 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d30b5bb1-6ed4-4035-8eec-9616c5f22dae req-12654892-b7c6-4989-885b-40c87e1d29fd tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0612931 Nov 12 02:27:39.227737 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d30b5bb1-6ed4-4035-8eec-9616c5f22dae req-3a08fb9b-74ba-48dc-9101-c27f1d746b49 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530853 Nov 12 02:27:39.244612 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-00432961-c562-49a0-b5c4-1fc52f6967ef tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Allocated IP 172.20.0.7 (564259da-0aa0-41f7-af21-7c2a039d2cf4/aa652bb9-6eb9-4218-97dc-ea2358a10948/4df9ecc3-a32b-40aa-a903-43519494a04c) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:27:39.418412 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-00432961-c562-49a0-b5c4-1fc52f6967ef tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:39.461856 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-00432961-c562-49a0-b5c4-1fc52f6967ef tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:39.498736 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['9af4dce4-b99d-4c7f-886f-2b150633f3ce', '858f3f7f-1366-4062-ab13-6ccb372346ef', '6e28bdd4-4fbf-4a77-a385-8509e8785344'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:27:39.501509 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-00432961-c562-49a0-b5c4-1fc52f6967ef tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Network 564259da-0aa0-41f7-af21-7c2a039d2cf4 is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:27:39.507180 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-00432961-c562-49a0-b5c4-1fc52f6967ef tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:27:39.511202 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-00432961-c562-49a0-b5c4-1fc52f6967ef tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:27:39.536584 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00432961-c562-49a0-b5c4-1fc52f6967ef tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Pushing event updated for resources: {'Port': ['ID=4df9ecc3-a32b-40aa-a903-43519494a04c,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:39.569265 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-00432961-c562-49a0-b5c4-1fc52f6967ef tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:39.570024 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-00432961-c562-49a0-b5c4-1fc52f6967ef tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:39.587128 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-00432961-c562-49a0-b5c4-1fc52f6967ef tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6371927 Nov 12 02:27:39.606678 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] Request body: {'port': {'device_id': 'cfdaa0bd-ed68-4caf-a1b0-64046b4816ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:27:39.675815 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:39.844098 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70db757-54d8-445c-b61d-751859c550dc req-274c235b-b6e4-4f18-8474-8d8e99583b62 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:39.845905 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f70db757-54d8-445c-b61d-751859c550dc req-274c235b-b6e4-4f18-8474-8d8e99583b62 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 931 time: 0.0632036 Nov 12 02:27:39.918899 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f70db757-54d8-445c-b61d-751859c550dc req-dacb7ac6-45a8-48a4-b957-8f011283a2c5 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625756 Nov 12 02:27:40.019356 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df9ecc3-a32b-40aa-a903-43519494a04c {{(pid=101627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:27:40.028371 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:40.041799 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.provisioning_blocks [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] Transition to ACTIVE for port object 4df9ecc3-a32b-40aa-a903-43519494a04c will not be triggered until provisioned by entity L2. {{(pid=101627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:27:40.048340 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3466430'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:40.109525 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 37836) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:40.118358 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] Pushing event updated for resources: {'Port': ['ID=4df9ecc3-a32b-40aa-a903-43519494a04c,revision_number=2']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:40.171178 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] Attempting to bind port 4df9ecc3-a32b-40aa-a903-43519494a04c on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:27:40.171444 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] Attempting to bind port 4df9ecc3-a32b-40aa-a903-43519494a04c by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'ebf57d23-5daf-41dd-ba5d-ceafe7b55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4'}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:27:40.171772 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] Attempting to bind port 4df9ecc3-a32b-40aa-a903-43519494a04c on network 564259da-0aa0-41f7-af21-7c2a039d2cf4 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:27:40.177160 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] Port 4df9ecc3-a32b-40aa-a903-43519494a04c on network 564259da-0aa0-41f7-af21-7c2a039d2cf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:27:40.177583 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] Attempting to bind port 4df9ecc3-a32b-40aa-a903-43519494a04c on network 564259da-0aa0-41f7-af21-7c2a039d2cf4 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:27:40.184472 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] Checking agent: {'id': '2c3d3ad8-5938-43f6-9304-04beb85952ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:27:40.184894 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] Checking segment: {'id': 'ebf57d23-5daf-41dd-ba5d-ceafe7b55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:27:40.185376 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] Bound using segment: {'id': 'ebf57d23-5daf-41dd-ba5d-ceafe7b55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4'} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:27:40.185889 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] Bound port: 4df9ecc3-a32b-40aa-a903-43519494a04c, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf57d23-5daf-41dd-ba5d-ceafe7b55831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4'}}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:27:40.186387 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:40.233098 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-19f32305-06d3-4239-a95f-ba795ec5a243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:40.254833 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] For port 4df9ecc3-a32b-40aa-a903-43519494a04c, host hv-cinder-80857, cleared binding levels {{(pid=101627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:27:40.258624 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] For port 4df9ecc3-a32b-40aa-a903-43519494a04c, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=4df9ecc3-a32b-40aa-a903-43519494a04c,segment=NetworkSegment(ebf57d23-5daf-41dd-ba5d-ceafe7b55831),segment_id=ebf57d23-5daf-41dd-ba5d-ceafe7b55831)] {{(pid=101627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:27:40.264790 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3466430'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:40.309384 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:40.310021 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:40.311657 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] 10.222.0.61 "PUT /v2.0/ports/4df9ecc3-a32b-40aa-a903-43519494a04c HTTP/1.1" status: 200 len: 1093 time: 0.7101772 Nov 12 02:27:40.312095 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdaa0bd-ed68-4caf-a1b0-64046b4816ed', 'tag': '4df9ecc3-a32b-40aa-a903-43519494a04c'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:27:40.314392 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b873c196-3a34-495a-b826-04dc963a4ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdaa0bd-ed68-4caf-a1b0-64046b4816ed", "tag": "4df9ecc3-a32b-40aa-a903-43519494a04c"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:27:40.355139 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991036e-2ac3-4c08-a364-26f421a8385b service neutron] Pushing event updated for resources: {'Port': ['ID=4df9ecc3-a32b-40aa-a903-43519494a04c,revision_number=3']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:40.362502 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-19f32305-06d3-4239-a95f-ba795ec5a243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:40.373475 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-19f32305-06d3-4239-a95f-ba795ec5a243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:40.391344 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edecdb33-2c8d-4512-968c-5ea8ae39b9e2 x-openstack-request-id: req-edecdb33-2c8d-4512-968c-5ea8ae39b9e2 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:27:40.391893 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdaa0bd-ed68-4caf-a1b0-64046b4816ed", "tag": "4df9ecc3-a32b-40aa-a903-43519494a04c", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:27:40.392292 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-edecdb33-2c8d-4512-968c-5ea8ae39b9e2 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:27:40.392830 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfdaa0bd-ed68-4caf-a1b0-64046b4816ed', 'tag': '4df9ecc3-a32b-40aa-a903-43519494a04c', 'status': 'completed', 'code': 200} Nov 12 02:27:40.409424 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-1c9edce0-a01b-4e38-938f-fdc8b8c67195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:40.411231 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-1c9edce0-a01b-4e38-938f-fdc8b8c67195 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=297da905e82042dcad0c352413e38a4d&device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 1096 time: 0.0512664 Nov 12 02:27:40.426717 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11435f44-3682-4c6d-b27c-293f177177a5 req-3f5133f4-df54-4f74-bab2-6033ece33c27 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:40.428781 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-11435f44-3682-4c6d-b27c-293f177177a5 req-3f5133f4-df54-4f74-bab2-6033ece33c27 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.1106131 Nov 12 02:27:40.436263 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-19f32305-06d3-4239-a95f-ba795ec5a243 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bffc63bffaa44f14973dce03557fc6be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3255608 Nov 12 02:27:40.443659 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 37850) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:40.446190 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f32305-06d3-4239-a95f-ba795ec5a243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60f3995-5656-4bf2-aff4-d16a422040df,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:40.471777 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-1e557159-05c1-4b6b-9e6f-5520b5a3b35b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4df9ecc3-a32b-40aa-a903-43519494a04c HTTP/1.1" status: 200 len: 217 time: 0.0428534 Nov 12 02:27:40.513905 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-11435f44-3682-4c6d-b27c-293f177177a5 req-c1597118-bdf4-4db0-9911-32fc7816a049 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763187 Nov 12 02:27:40.529381 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-69f543bf-d0dd-49bc-abd1-1dde4a07e213 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:40.541098 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-97aeca35-776b-4693-ae23-995949d04b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:40.542545 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-97aeca35-776b-4693-ae23-995949d04b5f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa652bb9-6eb9-4218-97dc-ea2358a10948 HTTP/1.1" status: 200 len: 854 time: 0.0505993 Nov 12 02:27:40.552064 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-69f543bf-d0dd-49bc-abd1-1dde4a07e213 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:40.603918 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-766475ac-60b4-48aa-a084-3be909c0164f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=564259da-0aa0-41f7-af21-7c2a039d2cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336707 Nov 12 02:27:40.606323 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-69f543bf-d0dd-49bc-abd1-1dde4a07e213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:40.609138 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-69f543bf-d0dd-49bc-abd1-1dde4a07e213 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:40.610258 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-69f543bf-d0dd-49bc-abd1-1dde4a07e213 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e60f3995-5656-4bf2-aff4-d16a422040df HTTP/1.1" status: 204 len: 168 time: 0.1595187 Nov 12 02:27:40.618746 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f543bf-d0dd-49bc-abd1-1dde4a07e213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60f3995-5656-4bf2-aff4-d16a422040df,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:40.728508 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-a144c304-0c59-4427-add8-678a9c5fa47e service neutron] 10.222.0.61 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026421 Nov 12 02:27:40.828531 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8083760c-e5b8-4aa0-bca5-9622aeb24ea1 req-1ebf6701-7436-4313-b792-dc850fa68dc9 service neutron] 10.222.0.61 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873253 Nov 12 02:27:40.909100 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 37858) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:40.927180 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8da5582b-dbb3-4644-9c6e-74fe8920425e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:40.940067 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873c196-3a34-495a-b826-04dc963a4ed7 req-157fa0d1-857c-489c-b139-7a5e3e1c8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:40.941937 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b873c196-3a34-495a-b826-04dc963a4ed7 req-157fa0d1-857c-489c-b139-7a5e3e1c8ac5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=297da905e82042dcad0c352413e38a4d&device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 1096 time: 0.0555229 Nov 12 02:27:41.035756 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8da5582b-dbb3-4644-9c6e-74fe8920425e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:41.041828 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8da5582b-dbb3-4644-9c6e-74fe8920425e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:41.059655 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873c196-3a34-495a-b826-04dc963a4ed7 req-867f1e91-8b1e-4e49-b1e8-9e20799e22a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:41.061651 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b873c196-3a34-495a-b826-04dc963a4ed7 req-867f1e91-8b1e-4e49-b1e8-9e20799e22a8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=564259da-0aa0-41f7-af21-7c2a039d2cf4 HTTP/1.1" status: 200 len: 915 time: 0.1020279 Nov 12 02:27:41.092492 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5582b-dbb3-4644-9c6e-74fe8920425e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0f5232-57b4-4a4f-9a43-9e868faa1f79,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:41.101703 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-8da5582b-dbb3-4644-9c6e-74fe8920425e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bce2e20339f34f53bcfd683784e3f77b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871438 Nov 12 02:27:41.106861 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed201fe-aac0-48b5-ab48-78bd4b315baf req-ff585be3-56b0-4afd-af33-21839f1d3297 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:41.108515 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6ed201fe-aac0-48b5-ab48-78bd4b315baf req-ff585be3-56b0-4afd-af33-21839f1d3297 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 943 time: 0.1091754 Nov 12 02:27:41.109117 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 37862) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:41.126542 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b873c196-3a34-495a-b826-04dc963a4ed7 req-b720b37d-a256-4d1b-882c-9ad690710eb0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4df9ecc3-a32b-40aa-a903-43519494a04c HTTP/1.1" status: 200 len: 217 time: 0.0544431 Nov 12 02:27:41.195657 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873c196-3a34-495a-b826-04dc963a4ed7 req-5071e6a8-6558-4cc5-905c-ca4d178be605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:41.197171 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b873c196-3a34-495a-b826-04dc963a4ed7 req-5071e6a8-6558-4cc5-905c-ca4d178be605 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=aa652bb9-6eb9-4218-97dc-ea2358a10948 HTTP/1.1" status: 200 len: 854 time: 0.0562139 Nov 12 02:27:41.228936 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6ed201fe-aac0-48b5-ab48-78bd4b315baf req-71785ece-f1fb-4d8b-9dbb-bd13e39e8e1a tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010900 Nov 12 02:27:41.230219 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9eb6-9237-4b88-9282-7fea75b46e44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:41.251139 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b873c196-3a34-495a-b826-04dc963a4ed7 req-b540173c-06c8-4cec-9634-89af63369262 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=564259da-0aa0-41f7-af21-7c2a039d2cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311804 Nov 12 02:27:41.260696 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9eb6-9237-4b88-9282-7fea75b46e44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:41.326960 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9eb6-9237-4b88-9282-7fea75b46e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:41.329659 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9eb6-9237-4b88-9282-7fea75b46e44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:41.330872 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-9c5c9eb6-9237-4b88-9282-7fea75b46e44 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d0f5232-57b4-4a4f-9a43-9e868faa1f79 HTTP/1.1" status: 204 len: 168 time: 0.2206364 Nov 12 02:27:41.343114 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c9eb6-9237-4b88-9282-7fea75b46e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0f5232-57b4-4a4f-9a43-9e868faa1f79,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:41.593929 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b873c196-3a34-495a-b826-04dc963a4ed7 req-f786851f-a5de-4bfb-ac78-064d5f65c42e service neutron] 10.222.0.61 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287172 Nov 12 02:27:41.681734 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d0e3a-0bfb-4c08-b217-809cb1d13f8f req-7938813a-4275-4089-a62c-80c0f0a04d97 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:41.683558 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ec0d0e3a-0bfb-4c08-b217-809cb1d13f8f req-7938813a-4275-4089-a62c-80c0f0a04d97 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0709364 Nov 12 02:27:41.737395 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ec0d0e3a-0bfb-4c08-b217-809cb1d13f8f req-b8697bbb-f1f1-4465-b8b8-0504643d6fd5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477057 Nov 12 02:27:41.739925 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b873c196-3a34-495a-b826-04dc963a4ed7 req-954644da-536a-41ee-bdf0-972d72b270c8 service neutron] 10.222.0.61 "GET /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171844 Nov 12 02:27:42.382182 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0a2bc-7273-4a83-88b3-8e3acd3a1e6f req-c14c6b10-b671-45d2-9896-be8c99afb925 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:42.383803 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-63d0a2bc-7273-4a83-88b3-8e3acd3a1e6f req-c14c6b10-b671-45d2-9896-be8c99afb925 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 943 time: 0.0698547 Nov 12 02:27:42.441434 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-63d0a2bc-7273-4a83-88b3-8e3acd3a1e6f req-760b568e-c358-4cc5-a770-6f69e2ca4ee7 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504518 Nov 12 02:27:42.900935 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85388b36-3220-4108-94e1-2b4c1634e2f8 req-656cf291-ba0c-4dfa-b9ab-ae665a9ac42c tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:42.902350 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-85388b36-3220-4108-94e1-2b4c1634e2f8 req-656cf291-ba0c-4dfa-b9ab-ae665a9ac42c tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0756884 Nov 12 02:27:42.976182 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-85388b36-3220-4108-94e1-2b4c1634e2f8 req-e8069cc8-8404-4a28-b260-a10b4a064e79 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663154 Nov 12 02:27:43.562257 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cc9ce-4ecd-4626-b115-a951538c9b7d req-59b64021-77db-456d-a35f-86e8fe26c38b tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:43.563676 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1b6cc9ce-4ecd-4626-b115-a951538c9b7d req-59b64021-77db-456d-a35f-86e8fe26c38b tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 943 time: 0.0487652 Nov 12 02:27:43.613220 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1b6cc9ce-4ecd-4626-b115-a951538c9b7d req-5ef08c7d-0bc5-4b9f-94ca-2d54855e0964 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429242 Nov 12 02:27:44.103988 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7be16e-5808-48e6-aa9d-d99c104f5aa6 req-16a30085-d214-4b33-822a-6455b169f913 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:44.105424 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3a7be16e-5808-48e6-aa9d-d99c104f5aa6 req-16a30085-d214-4b33-822a-6455b169f913 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0534220 Nov 12 02:27:44.161192 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3a7be16e-5808-48e6-aa9d-d99c104f5aa6 req-7b72f1a6-f61c-4ae1-81fe-a253971ea167 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497820 Nov 12 02:27:44.763416 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c4c09-902c-404a-8fad-cbd82f21fe4c req-1b6963f4-12b3-46fc-a626-3e917d2d772a tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:44.766664 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-587c4c09-902c-404a-8fad-cbd82f21fe4c req-1b6963f4-12b3-46fc-a626-3e917d2d772a tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 943 time: 0.0608387 Nov 12 02:27:44.816069 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-587c4c09-902c-404a-8fad-cbd82f21fe4c req-1b02e57a-0622-48e9-aab9-263ffb569c67 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446393 Nov 12 02:27:45.192082 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 4df9ecc3-a32b-40aa-a903-43519494a04c details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:27:45.309432 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 4df9ecc3-a32b-40aa-a903-43519494a04c, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=4df9ecc3-a32b-40aa-a903-43519494a04c,segment=NetworkSegment(ebf57d23-5daf-41dd-ba5d-ceafe7b55831),segment_id=ebf57d23-5daf-41dd-ba5d-ceafe7b55831)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:45.320156 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eec62-3d95-4916-8c75-bf1aeea08625 req-17a41751-6c2a-476d-82f3-206538d13909 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:45.322559 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-317eec62-3d95-4916-8c75-bf1aeea08625 req-17a41751-6c2a-476d-82f3-206538d13909 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0733593 Nov 12 02:27:45.330393 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': '4df9ecc3-a32b-40aa-a903-43519494a04c', 'network_id': '564259da-0aa0-41f7-af21-7c2a039d2cf4', 'port_id': '4df9ecc3-a32b-40aa-a903-43519494a04c', 'mac_address': 'fa:16:3e:5f:e2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa652bb9-6eb9-4218-97dc-ea2358a10948', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:27:45.400985 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:45.403599 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-317eec62-3d95-4916-8c75-bf1aeea08625 req-4abdef09-2e48-41f3-89e5-d3fd96cf80ac tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707302 Nov 12 02:27:45.417162 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df9ecc3-a32b-40aa-a903-43519494a04c {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:27:45.440424 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 4df9ecc3-a32b-40aa-a903-43519494a04c, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=4df9ecc3-a32b-40aa-a903-43519494a04c,segment=NetworkSegment(ebf57d23-5daf-41dd-ba5d-ceafe7b55831),segment_id=ebf57d23-5daf-41dd-ba5d-ceafe7b55831)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:45.444317 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:45.495624 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=4df9ecc3-a32b-40aa-a903-43519494a04c,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:45.945222 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c05bb-0a3d-4250-80f4-2fc03be90323 req-890e325d-73dc-485b-a147-9a8795243e96 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:45.946605 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5f3c05bb-0a3d-4250-80f4-2fc03be90323 req-890e325d-73dc-485b-a147-9a8795243e96 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 944 time: 0.0567937 Nov 12 02:27:45.965136 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 37998) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:45.995540 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5f3c05bb-0a3d-4250-80f4-2fc03be90323 req-7ecf0f8d-64a0-4652-825b-a877e35e2147 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426362 Nov 12 02:27:46.087675 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0753ac93-b391-4e27-b35d-db320fe294e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:46.185195 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0753ac93-b391-4e27-b35d-db320fe294e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:46.189221 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0753ac93-b391-4e27-b35d-db320fe294e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:46.233157 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-0753ac93-b391-4e27-b35d-db320fe294e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f2f068154c2e4cf29ba59a8b27afc3c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666554 Nov 12 02:27:46.233686 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753ac93-b391-4e27-b35d-db320fe294e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a90d87-a20c-4460-a7d4-732db8570d29,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:46.236029 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 38008) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:46.298253 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['4df9ecc3-a32b-40aa-a903-43519494a04c'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:27:46.312245 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-252ea3b3-1dea-4c02-9b7c-e33e3a553e53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:46.336229 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-252ea3b3-1dea-4c02-9b7c-e33e3a553e53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:46.401033 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-252ea3b3-1dea-4c02-9b7c-e33e3a553e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:46.403908 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-252ea3b3-1dea-4c02-9b7c-e33e3a553e53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:46.405794 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-252ea3b3-1dea-4c02-9b7c-e33e3a553e53 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/44a90d87-a20c-4460-a7d4-732db8570d29 HTTP/1.1" status: 204 len: 168 time: 0.1685967 Nov 12 02:27:46.417916 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ea3b3-1dea-4c02-9b7c-e33e3a553e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a90d87-a20c-4460-a7d4-732db8570d29,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:46.779448 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf590ddd-82d6-466c-80ce-d1bf4fe37f66 req-0133ea96-4f5f-4401-beba-e560ec58baa6 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:46.780972 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-bf590ddd-82d6-466c-80ce-d1bf4fe37f66 req-0133ea96-4f5f-4401-beba-e560ec58baa6 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.2694345 Nov 12 02:27:46.812888 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 38026) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:46.836211 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-828a3343-b4b4-4193-9035-dafdbab62eb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:46.879405 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-bf590ddd-82d6-466c-80ce-d1bf4fe37f66 req-146ac076-67d8-406c-bcbd-c06906cc8efd tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904205 Nov 12 02:27:46.943963 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-828a3343-b4b4-4193-9035-dafdbab62eb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:46.947920 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-828a3343-b4b4-4193-9035-dafdbab62eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:46.988443 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-828a3343-b4b4-4193-9035-dafdbab62eb6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c352a7bff8eb49b1bfb2a62a516f887a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717012 Nov 12 02:27:46.988715 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 38028) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:46.996342 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a3343-b4b4-4193-9035-dafdbab62eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b70c333-9d08-4863-9bae-f2dfb248cf9e,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:47.046007 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-17fc475c-acbd-4565-9f74-e7704fb3ba4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.070607 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-17fc475c-acbd-4565-9f74-e7704fb3ba4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.145524 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a636e-a14c-47e9-b75b-ee4edd32c324 req-cd6333b2-f19b-48bb-bdec-7524d2b298be tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:47.147202 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-777a636e-a14c-47e9-b75b-ee4edd32c324 req-cd6333b2-f19b-48bb-bdec-7524d2b298be tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 944 time: 0.0700917 Nov 12 02:27:47.160709 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-17fc475c-acbd-4565-9f74-e7704fb3ba4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.164074 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-17fc475c-acbd-4565-9f74-e7704fb3ba4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:47.167859 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-17fc475c-acbd-4565-9f74-e7704fb3ba4b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4b70c333-9d08-4863-9bae-f2dfb248cf9e HTTP/1.1" status: 204 len: 168 time: 0.1757457 Nov 12 02:27:47.186106 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc475c-acbd-4565-9f74-e7704fb3ba4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b70c333-9d08-4863-9bae-f2dfb248cf9e,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:47.249519 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-777a636e-a14c-47e9-b75b-ee4edd32c324 req-f1af7270-0746-4625-9568-b7e81829dd57 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829289 Nov 12 02:27:48.064083 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99420a5-6c8c-4cb4-aa05-d248e1f21491 req-3bfcb8c7-b3e7-4758-bc46-d7eef7aa24cb tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:48.065690 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b99420a5-6c8c-4cb4-aa05-d248e1f21491 req-3bfcb8c7-b3e7-4758-bc46-d7eef7aa24cb tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0562446 Nov 12 02:27:48.122948 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b99420a5-6c8c-4cb4-aa05-d248e1f21491 req-55864325-5fc8-4de6-81f3-0a1601087b79 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507078 Nov 12 02:27:48.381172 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c211de-a376-4f7f-9cee-7e2bddad59ee req-088e4148-4d6d-4a5d-b000-9303706c7e48 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:48.383364 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-26c211de-a376-4f7f-9cee-7e2bddad59ee req-088e4148-4d6d-4a5d-b000-9303706c7e48 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 944 time: 0.0557871 Nov 12 02:27:48.440849 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-26c211de-a376-4f7f-9cee-7e2bddad59ee req-5dac4716-7efa-43c0-8cac-c3e2be33d2aa tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505326 Nov 12 02:27:49.218199 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 4df9ecc3-a32b-40aa-a903-43519494a04c up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:27:49.274433 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning for port 4df9ecc3-a32b-40aa-a903-43519494a04c completed by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:27:49.278571 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port 4df9ecc3-a32b-40aa-a903-43519494a04c triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:27:49.278931 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:49.312543 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1781e-cf15-4600-9a4e-9ef3cf143fd1 req-182d07dd-813e-40fa-9b6d-184409d961cc tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:49.314298 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-18f1781e-cf15-4600-9a4e-9ef3cf143fd1 req-182d07dd-813e-40fa-9b6d-184409d961cc tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0614262 Nov 12 02:27:49.368684 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-18f1781e-cf15-4600-9a4e-9ef3cf143fd1 req-79718dcb-6841-47ec-a796-946d6dc505d5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469775 Nov 12 02:27:49.374580 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:49.400155 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdaa0bd-ed68-4caf-a1b0-64046b4816ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df9ecc3-a32b-40aa-a903-43519494a04c'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:27:49.402453 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c88ed5-e2b0-4734-8496-afecffc510ba" -d '{"events": [{"server_uuid": "cfdaa0bd-ed68-4caf-a1b0-64046b4816ed", "name": "network-vif-plugged", "status": "completed", "tag": "4df9ecc3-a32b-40aa-a903-43519494a04c"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:27:49.416073 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 4df9ecc3-a32b-40aa-a903-43519494a04c, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=4df9ecc3-a32b-40aa-a903-43519494a04c,segment=NetworkSegment(ebf57d23-5daf-41dd-ba5d-ceafe7b55831),segment_id=ebf57d23-5daf-41dd-ba5d-ceafe7b55831)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:27:49.421071 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:49.450051 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc81f7e0-e305-4cbb-b246-b213fcfabc8a x-openstack-request-id: req-bc81f7e0-e305-4cbb-b246-b213fcfabc8a {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:27:49.450376 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdaa0bd-ed68-4caf-a1b0-64046b4816ed", "name": "network-vif-plugged", "status": "completed", "tag": "4df9ecc3-a32b-40aa-a903-43519494a04c", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:27:49.450632 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bc81f7e0-e305-4cbb-b246-b213fcfabc8a {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:27:49.451024 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdaa0bd-ed68-4caf-a1b0-64046b4816ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df9ecc3-a32b-40aa-a903-43519494a04c', 'code': 200} Nov 12 02:27:49.478836 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=4df9ecc3-a32b-40aa-a903-43519494a04c,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:49.564234 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 38136) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:49.577163 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865d2c4-1eae-4706-92ff-8764f89fd3aa req-2bbef65e-fbbb-478e-ab79-ae611caa3141 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:49.578810 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1865d2c4-1eae-4706-92ff-8764f89fd3aa req-2bbef65e-fbbb-478e-ab79-ae611caa3141 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 945 time: 0.0539131 Nov 12 02:27:49.633684 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1865d2c4-1eae-4706-92ff-8764f89fd3aa req-3f4900e5-496e-4160-8d6e-7bd62c3e4af9 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454056 Nov 12 02:27:49.705809 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b4c50850-33b7-4155-9159-e148a15879cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:49.716851 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d49c68-6088-4a08-8889-cddd772267bc req-c8384c55-44ed-4074-a2e7-eecbb0e22d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:49.718326 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-f3d49c68-6088-4a08-8889-cddd772267bc req-c8384c55-44ed-4074-a2e7-eecbb0e22d74 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 1098 time: 0.0632172 Nov 12 02:27:49.800561 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-f3d49c68-6088-4a08-8889-cddd772267bc req-e01995bf-c1d5-4f9d-a4c3-bcce33775fb9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651062 Nov 12 02:27:49.836140 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b4c50850-33b7-4155-9159-e148a15879cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:49.840210 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b4c50850-33b7-4155-9159-e148a15879cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:49.880247 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c50850-33b7-4155-9159-e148a15879cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad1163b-cfcc-43d6-9dfa-47f3b2349cd8,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:49.885683 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-b4c50850-33b7-4155-9159-e148a15879cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e8391f200344606a9cd4f041aea8b2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203189 Nov 12 02:27:49.888502 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 38144) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:49.951326 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a74b24ac-f33b-4efe-982d-78f5be3c76d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:49.976322 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a74b24ac-f33b-4efe-982d-78f5be3c76d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.035415 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a74b24ac-f33b-4efe-982d-78f5be3c76d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.039472 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a74b24ac-f33b-4efe-982d-78f5be3c76d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.040616 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-a74b24ac-f33b-4efe-982d-78f5be3c76d1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cad1163b-cfcc-43d6-9dfa-47f3b2349cd8 HTTP/1.1" status: 204 len: 168 time: 0.1515841 Nov 12 02:27:50.049227 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b24ac-f33b-4efe-982d-78f5be3c76d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad1163b-cfcc-43d6-9dfa-47f3b2349cd8,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:50.323639 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 38152) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:50.337467 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ffc7568e-505c-4e3e-8dde-85f42cae3c44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.419259 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ffc7568e-505c-4e3e-8dde-85f42cae3c44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.423163 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ffc7568e-505c-4e3e-8dde-85f42cae3c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.465129 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-ffc7568e-505c-4e3e-8dde-85f42cae3c44 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=052836599aac4048a9744bd569db69ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401992 Nov 12 02:27:50.466291 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7568e-505c-4e3e-8dde-85f42cae3c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bd07e9-d639-4221-857d-0d12d2a15de7,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:50.469593 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 38156) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:27:50.501129 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6f3a3-8e05-4d29-b289-a57679d7ba99 req-1845f263-98ce-41f0-8938-bb79d9c4204a tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:50.503962 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0cc6f3a3-8e05-4d29-b289-a57679d7ba99 req-1845f263-98ce-41f0-8938-bb79d9c4204a tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0550761 Nov 12 02:27:50.529012 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-751540a4-09de-42ac-b07d-70e4ff7dd8e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.560303 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-751540a4-09de-42ac-b07d-70e4ff7dd8e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.570234 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0cc6f3a3-8e05-4d29-b289-a57679d7ba99 req-12d6d665-01d9-4768-90eb-68edde94cd5e tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525594 Nov 12 02:27:50.621203 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-751540a4-09de-42ac-b07d-70e4ff7dd8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.623878 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-751540a4-09de-42ac-b07d-70e4ff7dd8e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:50.625048 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-751540a4-09de-42ac-b07d-70e4ff7dd8e0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/60bd07e9-d639-4221-857d-0d12d2a15de7 HTTP/1.1" status: 204 len: 168 time: 0.1535938 Nov 12 02:27:50.637718 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751540a4-09de-42ac-b07d-70e4ff7dd8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bd07e9-d639-4221-857d-0d12d2a15de7,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:27:50.772688 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70282c72-b9cc-4ad3-854c-bbc97299cd8f req-41372f9b-3e8b-4d94-aaa5-ca6ba84d1b84 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:50.774916 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-70282c72-b9cc-4ad3-854c-bbc97299cd8f req-41372f9b-3e8b-4d94-aaa5-ca6ba84d1b84 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 945 time: 0.0607092 Nov 12 02:27:50.834394 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-70282c72-b9cc-4ad3-854c-bbc97299cd8f req-91bcb4cb-2f32-49ce-9615-92e4739bd42e tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530727 Nov 12 02:27:51.706071 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc564c-6a54-442c-b8da-e9cd46c80636 req-7bed3038-4a8b-4c7b-9062-ffde1f8cc952 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:51.707706 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3ddc564c-6a54-442c-b8da-e9cd46c80636 req-7bed3038-4a8b-4c7b-9062-ffde1f8cc952 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0549097 Nov 12 02:27:51.765967 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3ddc564c-6a54-442c-b8da-e9cd46c80636 req-fd88f579-3ef2-4c57-9627-d9c470093f6f tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486441 Nov 12 02:27:51.961925 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2bc73-40b4-4d33-b6f8-5085b7afce66 req-31f640b3-f452-477c-8573-00478114d185 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:51.963583 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-aba2bc73-40b4-4d33-b6f8-5085b7afce66 req-31f640b3-f452-477c-8573-00478114d185 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 945 time: 0.0536268 Nov 12 02:27:52.027993 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-aba2bc73-40b4-4d33-b6f8-5085b7afce66 req-88ebcc08-b91c-42a1-af7f-03057e8e5371 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553408 Nov 12 02:27:52.888718 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b4c15-3855-4dd8-97be-0bf7ba1b125e req-450d18cf-c0f4-4936-8931-1976fabd6576 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:52.890191 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1e4b4c15-3855-4dd8-97be-0bf7ba1b125e req-450d18cf-c0f4-4936-8931-1976fabd6576 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0480292 Nov 12 02:27:52.942364 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1e4b4c15-3855-4dd8-97be-0bf7ba1b125e req-92b965d4-e687-47db-a3aa-bb1b2d8653b7 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458019 Nov 12 02:27:53.170692 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08a8d5-2952-4a10-96e9-8bfdc76a13f3 req-99be1846-02f4-4e35-b724-18df12f4b3f5 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:53.172353 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ea08a8d5-2952-4a10-96e9-8bfdc76a13f3 req-99be1846-02f4-4e35-b724-18df12f4b3f5 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 945 time: 0.0592616 Nov 12 02:27:53.232690 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ea08a8d5-2952-4a10-96e9-8bfdc76a13f3 req-8ce5e6a8-7025-401e-864f-f9843392a995 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534780 Nov 12 02:27:54.071469 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560ecd8-77c3-46fa-84d5-ea1fe216303f req-42f3325b-65d1-4249-8a67-6e41a074c9ed tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:54.071469 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5560ecd8-77c3-46fa-84d5-ea1fe216303f req-42f3325b-65d1-4249-8a67-6e41a074c9ed tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0539241 Nov 12 02:27:54.122301 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5560ecd8-77c3-46fa-84d5-ea1fe216303f req-adb1a400-33a4-4790-adc5-542b45ae5871 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449216 Nov 12 02:27:54.355372 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b23d3-6c05-420f-8229-103663ac25c1 req-1435aaef-8f8a-4668-9b31-73a55583ec1f tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:54.357074 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1a6b23d3-6c05-420f-8229-103663ac25c1 req-1435aaef-8f8a-4668-9b31-73a55583ec1f tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 945 time: 0.0520422 Nov 12 02:27:54.413992 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1a6b23d3-6c05-420f-8229-103663ac25c1 req-f277ef7f-b94c-4bc8-a884-0a9dedadcb16 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507457 Nov 12 02:27:55.244778 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca70f8-1881-44c1-b58c-a4a0a5f6bea6 req-2a4a4a79-e07b-46f2-8f25-7043fbf9790b tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:55.246289 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-58ca70f8-1881-44c1-b58c-a4a0a5f6bea6 req-2a4a4a79-e07b-46f2-8f25-7043fbf9790b tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0514207 Nov 12 02:27:55.305894 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-58ca70f8-1881-44c1-b58c-a4a0a5f6bea6 req-4327b37d-cd2c-4a79-93ba-a57b92ffea3d tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533521 Nov 12 02:27:56.438742 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a13152-0fab-4d08-832c-b5cc2e939461 req-7b0e551d-4b82-4ba3-8c22-18be347b99b0 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:56.441119 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-21a13152-0fab-4d08-832c-b5cc2e939461 req-7b0e551d-4b82-4ba3-8c22-18be347b99b0 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0597687 Nov 12 02:27:56.496498 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-21a13152-0fab-4d08-832c-b5cc2e939461 req-8e48f736-75af-4ba2-a41b-25405762fbfc tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486555 Nov 12 02:27:57.628052 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2797cc-06e3-46ad-ba36-4130e0e4a798 req-a7152e6a-9b89-46c0-977c-0b356ad47a60 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:57.629543 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ac2797cc-06e3-46ad-ba36-4130e0e4a798 req-a7152e6a-9b89-46c0-977c-0b356ad47a60 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0551896 Nov 12 02:27:57.680750 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ac2797cc-06e3-46ad-ba36-4130e0e4a798 req-ec771a0c-4618-4a64-9436-10fe273af703 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447483 Nov 12 02:27:58.842023 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4af22-277e-4f7c-9d77-dc63cdaa9fd4 req-a031710a-22de-4a93-ad44-4c756d15b45b tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:58.853300 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fda4af22-277e-4f7c-9d77-dc63cdaa9fd4 req-a031710a-22de-4a93-ad44-4c756d15b45b tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0878589 Nov 12 02:27:58.906491 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fda4af22-277e-4f7c-9d77-dc63cdaa9fd4 req-3f9c96a2-0cbb-446e-86f8-ad6544ba58a6 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520611 Nov 12 02:27:59.699133 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70147fab-f92d-420d-b6b9-60f0c6d3f8f9 req-8dd0b574-a08d-4537-8465-5d8636626e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:27:59.700669 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-70147fab-f92d-420d-b6b9-60f0c6d3f8f9 req-8dd0b574-a08d-4537-8465-5d8636626e1d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 1098 time: 0.0464191 Nov 12 02:27:59.763769 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-70147fab-f92d-420d-b6b9-60f0c6d3f8f9 req-b78999e5-d679-44ed-bad7-d739825cd758 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442574 Nov 12 02:28:00.038010 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40c899-9fd3-4496-b26f-209a9132aa2d req-36fa2500-da6e-472d-9445-b9b4a77efa0b tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:00.039716 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8f40c899-9fd3-4496-b26f-209a9132aa2d req-36fa2500-da6e-472d-9445-b9b4a77efa0b tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0566316 Nov 12 02:28:00.091447 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8f40c899-9fd3-4496-b26f-209a9132aa2d req-c4c4eebc-5491-4be3-bd4e-d3b33a688b3f tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446985 Nov 12 02:28:00.957379 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 38436) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:01.085232 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f324cd0e-48e4-4a36-9f73-d74de8003a6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:01.187627 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f324cd0e-48e4-4a36-9f73-d74de8003a6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:01.195660 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f324cd0e-48e4-4a36-9f73-d74de8003a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:01.237854 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2320e-7b99-416b-8d43-d01c8f0af69d req-d06c12d7-be63-47cd-8387-1722205dc97c tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:01.238526 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-f324cd0e-48e4-4a36-9f73-d74de8003a6d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e5cd17d7bdf496cad8671c1878daf25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794073 Nov 12 02:28:01.240467 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8ba2320e-7b99-416b-8d43-d01c8f0af69d req-d06c12d7-be63-47cd-8387-1722205dc97c tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0593076 Nov 12 02:28:01.241185 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 38448) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:01.241765 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324cd0e-48e4-4a36-9f73-d74de8003a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acc4fce-ab02-46e9-aa57-f3c28e693f29,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:01.250339 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324cd0e-48e4-4a36-9f73-d74de8003a6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.250955 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324cd0e-48e4-4a36-9f73-d74de8003a6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.251461 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324cd0e-48e4-4a36-9f73-d74de8003a6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.251851 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324cd0e-48e4-4a36-9f73-d74de8003a6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.252248 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324cd0e-48e4-4a36-9f73-d74de8003a6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.252645 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324cd0e-48e4-4a36-9f73-d74de8003a6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.253278 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324cd0e-48e4-4a36-9f73-d74de8003a6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.253486 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324cd0e-48e4-4a36-9f73-d74de8003a6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.253877 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324cd0e-48e4-4a36-9f73-d74de8003a6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.254284 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324cd0e-48e4-4a36-9f73-d74de8003a6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.255351 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324cd0e-48e4-4a36-9f73-d74de8003a6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.255351 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f324cd0e-48e4-4a36-9f73-d74de8003a6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.334350 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8f30cbf6-4fc9-4ea7-8aeb-55f5769cbe69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:01.342919 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8ba2320e-7b99-416b-8d43-d01c8f0af69d req-5107b249-89b1-4810-857d-762555ac7952 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771983 Nov 12 02:28:01.363487 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8f30cbf6-4fc9-4ea7-8aeb-55f5769cbe69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:01.417708 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8f30cbf6-4fc9-4ea7-8aeb-55f5769cbe69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:01.420352 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-8f30cbf6-4fc9-4ea7-8aeb-55f5769cbe69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:01.421762 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-8f30cbf6-4fc9-4ea7-8aeb-55f5769cbe69 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1acc4fce-ab02-46e9-aa57-f3c28e693f29 HTTP/1.1" status: 204 len: 168 time: 0.1773772 Nov 12 02:28:01.432133 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30cbf6-4fc9-4ea7-8aeb-55f5769cbe69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acc4fce-ab02-46e9-aa57-f3c28e693f29,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:01.439917 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30cbf6-4fc9-4ea7-8aeb-55f5769cbe69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.440249 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30cbf6-4fc9-4ea7-8aeb-55f5769cbe69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.440580 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30cbf6-4fc9-4ea7-8aeb-55f5769cbe69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.440918 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30cbf6-4fc9-4ea7-8aeb-55f5769cbe69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.441241 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30cbf6-4fc9-4ea7-8aeb-55f5769cbe69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.441616 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30cbf6-4fc9-4ea7-8aeb-55f5769cbe69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.441869 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30cbf6-4fc9-4ea7-8aeb-55f5769cbe69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.442190 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30cbf6-4fc9-4ea7-8aeb-55f5769cbe69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.442509 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30cbf6-4fc9-4ea7-8aeb-55f5769cbe69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.442818 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30cbf6-4fc9-4ea7-8aeb-55f5769cbe69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.443231 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30cbf6-4fc9-4ea7-8aeb-55f5769cbe69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.444442 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f30cbf6-4fc9-4ea7-8aeb-55f5769cbe69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:01.602265 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-b702bf31-7464-45aa-ad49-f7de4187c9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:02.043542 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:02.446482 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caac040-0bdc-4f05-9379-6bc5d4b522ac req-7d6e2d81-e4e3-4856-ac65-5b518c93a40a tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:02.448240 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9caac040-0bdc-4f05-9379-6bc5d4b522ac req-7d6e2d81-e4e3-4856-ac65-5b518c93a40a tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 945 time: 0.0718782 Nov 12 02:28:02.537753 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a90f26-c0bb-4712-a222-ae2f05d37d62 req-1ead18b0-791b-4cdd-8e3e-2834dd66bbe2 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:02.539390 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d2a90f26-c0bb-4712-a222-ae2f05d37d62 req-1ead18b0-791b-4cdd-8e3e-2834dd66bbe2 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0871482 Nov 12 02:28:02.544389 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9caac040-0bdc-4f05-9379-6bc5d4b522ac req-f3ebd639-14ab-4a28-9f44-2b7e2d711ba2 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810988 Nov 12 02:28:02.624989 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d2a90f26-c0bb-4712-a222-ae2f05d37d62 req-553ec543-5042-493e-96ff-1c824d0918af tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699654 Nov 12 02:28:02.897832 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8f13e-7005-4fbd-ba11-5f33095ae8be req-ab04a9de-d06e-4c8d-ae98-6a3177f96085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:02.897832 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-cea8f13e-7005-4fbd-ba11-5f33095ae8be req-ab04a9de-d06e-4c8d-ae98-6a3177f96085 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5e167f262944295a8c55b0f02df4cdc&device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 1098 time: 0.0547278 Nov 12 02:28:02.916308 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2936ffb-e732-4d36-b458-f87cb2ab486b req-1923a06b-8d45-4e43-a177-691b6f0b96b2 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:02.919672 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c2936ffb-e732-4d36-b458-f87cb2ab486b req-1923a06b-8d45-4e43-a177-691b6f0b96b2 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0788794 Nov 12 02:28:02.986582 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c2936ffb-e732-4d36-b458-f87cb2ab486b req-2eac21d7-c86b-4b87-9228-6abc5517b849 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535662 Nov 12 02:28:03.045082 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8f13e-7005-4fbd-ba11-5f33095ae8be req-3e1e6452-9477-470a-84bb-bb674928ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:03.046596 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-cea8f13e-7005-4fbd-ba11-5f33095ae8be req-3e1e6452-9477-470a-84bb-bb674928ee07 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4900299f-9efb-4112-8c6a-f06549279dd7 HTTP/1.1" status: 200 len: 920 time: 0.1300511 Nov 12 02:28:03.096302 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-cea8f13e-7005-4fbd-ba11-5f33095ae8be req-e2c7e6b9-f6ed-4565-8eb1-fb53948ffc79 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a44f268-14fb-465a-9386-6b18a76ab0c7 HTTP/1.1" status: 200 len: 217 time: 0.0373590 Nov 12 02:28:03.152847 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8f13e-7005-4fbd-ba11-5f33095ae8be req-fcd2b9e1-dddd-47df-9ae8-37c204a66f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:03.154216 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-cea8f13e-7005-4fbd-ba11-5f33095ae8be req-fcd2b9e1-dddd-47df-9ae8-37c204a66f36 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3afb8cb5-ee86-4be7-9288-03af65a9f917 HTTP/1.1" status: 200 len: 859 time: 0.0462866 Nov 12 02:28:03.201710 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-cea8f13e-7005-4fbd-ba11-5f33095ae8be req-28104a9b-685d-4e65-89ea-9e7e23b90ae8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4900299f-9efb-4112-8c6a-f06549279dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287840 Nov 12 02:28:03.324683 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-cea8f13e-7005-4fbd-ba11-5f33095ae8be req-1391fa73-ddfc-462f-a068-4ef742e4aa6e service neutron] 10.222.0.61 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051159 Nov 12 02:28:03.432987 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-cea8f13e-7005-4fbd-ba11-5f33095ae8be req-147d3a91-2d66-410b-9c60-0b669429f4f2 service neutron] 10.222.0.61 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991113 Nov 12 02:28:03.686352 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfd657-64d1-4437-919c-327dbaefd4bd req-7b233fd1-961e-4c0c-9059-66a234362fa3 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:03.687804 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cecfd657-64d1-4437-919c-327dbaefd4bd req-7b233fd1-961e-4c0c-9059-66a234362fa3 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 945 time: 0.0611711 Nov 12 02:28:03.739195 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cecfd657-64d1-4437-919c-327dbaefd4bd req-f120e17b-8013-445c-bb6f-1a5470b22a4c tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447915 Nov 12 02:28:04.054154 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-95d0da0d-9e84-4d43-b8f2-01938802e8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:04.088586 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62df02d-0719-4cd2-b72c-1714742ba443 req-889d41c8-1b1a-4da1-8c70-98e36a73ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:04.090715 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-a62df02d-0719-4cd2-b72c-1714742ba443 req-889d41c8-1b1a-4da1-8c70-98e36a73ab03 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5e167f262944295a8c55b0f02df4cdc&device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 1098 time: 0.0554638 Nov 12 02:28:04.139410 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa4f9b-a7f5-4000-8413-9fceffe32be3 req-c00a1e3b-1cf9-4249-9fb4-9fb92c29b06e tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:04.141011 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d2fa4f9b-a7f5-4000-8413-9fceffe32be3 req-c00a1e3b-1cf9-4249-9fb4-9fb92c29b06e tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0515211 Nov 12 02:28:04.198006 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d2fa4f9b-a7f5-4000-8413-9fceffe32be3 req-bb7323fa-2616-4648-bea0-407bfdebafc8 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494010 Nov 12 02:28:04.238021 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62df02d-0719-4cd2-b72c-1714742ba443 req-36499c64-6e10-457e-9c07-ff67629ae2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:04.239784 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-a62df02d-0719-4cd2-b72c-1714742ba443 req-36499c64-6e10-457e-9c07-ff67629ae2e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4900299f-9efb-4112-8c6a-f06549279dd7 HTTP/1.1" status: 200 len: 920 time: 0.0980504 Nov 12 02:28:04.305504 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-a62df02d-0719-4cd2-b72c-1714742ba443 req-945a6271-4b5d-4863-b715-0b580341601f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a44f268-14fb-465a-9386-6b18a76ab0c7 HTTP/1.1" status: 200 len: 217 time: 0.0396500 Nov 12 02:28:04.372578 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62df02d-0719-4cd2-b72c-1714742ba443 req-95e96a33-9da5-4082-bb61-4c6489f4eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:04.377072 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-a62df02d-0719-4cd2-b72c-1714742ba443 req-95e96a33-9da5-4082-bb61-4c6489f4eb60 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3afb8cb5-ee86-4be7-9288-03af65a9f917 HTTP/1.1" status: 200 len: 859 time: 0.0497859 Nov 12 02:28:04.411340 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-a62df02d-0719-4cd2-b72c-1714742ba443 req-f7b737b1-bde2-49bf-b361-95b6316d4ab6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4900299f-9efb-4112-8c6a-f06549279dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259330 Nov 12 02:28:04.549344 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-a62df02d-0719-4cd2-b72c-1714742ba443 req-c3fa479a-216c-4961-b80d-ea6cd577da68 service neutron] 10.222.0.61 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231804 Nov 12 02:28:04.586732 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 38564) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:04.645782 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-a62df02d-0719-4cd2-b72c-1714742ba443 req-316d435f-973d-404a-b7aa-63d98fbcf5ee service neutron] 10.222.0.61 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868235 Nov 12 02:28:04.702577 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2c6438ff-ca89-4331-8341-4cbfae9e81fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:04.777250 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2c6438ff-ca89-4331-8341-4cbfae9e81fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:04.781866 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2c6438ff-ca89-4331-8341-4cbfae9e81fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:04.826371 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-2c6438ff-ca89-4331-8341-4cbfae9e81fb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8e85e2d097f94c0091245e8c12bb8187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385070 Nov 12 02:28:04.827237 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6438ff-ca89-4331-8341-4cbfae9e81fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6014ad42-c8db-4086-b3ce-860cd612f835,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:04.829118 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 38570) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:04.879139 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f1418837-541e-4e8a-9a7c-4aa9f7537962 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:04.884204 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624c7cf-3ac2-4478-955a-847437a6c487 req-cece4afd-54da-45b0-aaff-78135d793e32 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:04.885756 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-4624c7cf-3ac2-4478-955a-847437a6c487 req-cece4afd-54da-45b0-aaff-78135d793e32 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 945 time: 0.0546949 Nov 12 02:28:04.902998 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f1418837-541e-4e8a-9a7c-4aa9f7537962 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:04.947860 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-4624c7cf-3ac2-4478-955a-847437a6c487 req-7afa3a0f-3ea2-48b1-89e0-9ad7630a371c tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548596 Nov 12 02:28:04.976836 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f1418837-541e-4e8a-9a7c-4aa9f7537962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:04.979554 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f1418837-541e-4e8a-9a7c-4aa9f7537962 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:04.980942 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-f1418837-541e-4e8a-9a7c-4aa9f7537962 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6014ad42-c8db-4086-b3ce-860cd612f835 HTTP/1.1" status: 204 len: 168 time: 0.1507485 Nov 12 02:28:04.991212 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1418837-541e-4e8a-9a7c-4aa9f7537962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6014ad42-c8db-4086-b3ce-860cd612f835,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:05.308749 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ef35b-7dd8-45e5-b21b-9648ceca903b req-196d9dc8-3bbb-41f2-9f01-2afb154bae88 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:05.311452 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-af6ef35b-7dd8-45e5-b21b-9648ceca903b req-196d9dc8-3bbb-41f2-9f01-2afb154bae88 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 945 time: 0.0702927 Nov 12 02:28:05.323462 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 38590) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:05.350016 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae376aea-d75d-47bf-b6a6-3cb6e9dbc14a req-fc0e3c43-e6a0-4987-ae02-8d7744b18b31 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:05.357596 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:05.359056 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ae376aea-d75d-47bf-b6a6-3cb6e9dbc14a req-fc0e3c43-e6a0-4987-ae02-8d7744b18b31 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0825567 Nov 12 02:28:05.414757 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ae376aea-d75d-47bf-b6a6-3cb6e9dbc14a req-ca5fa884-fb16-4129-a54b-8d24402699cd tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543849 Nov 12 02:28:05.461568 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-af6ef35b-7dd8-45e5-b21b-9648ceca903b req-bdc97d54-7ca4-471a-baec-6e06e582d157 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Deleting port 4df9ecc3-a32b-40aa-a903-43519494a04c {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:28:05.462043 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-af6ef35b-7dd8-45e5-b21b-9648ceca903b req-bdc97d54-7ca4-471a-baec-6e06e582d157 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:05.513401 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-908aaaa4-ff76-4ca7-a7f0-9f656e9a0e95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:05.627226 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-908aaaa4-ff76-4ca7-a7f0-9f656e9a0e95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:05.629197 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-af6ef35b-7dd8-45e5-b21b-9648ceca903b req-bdc97d54-7ca4-471a-baec-6e06e582d157 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] For port 4df9ecc3-a32b-40aa-a903-43519494a04c, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=4df9ecc3-a32b-40aa-a903-43519494a04c,segment=NetworkSegment(ebf57d23-5daf-41dd-ba5d-ceafe7b55831),segment_id=ebf57d23-5daf-41dd-ba5d-ceafe7b55831)] {{(pid=101627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:05.629587 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-af6ef35b-7dd8-45e5-b21b-9648ceca903b req-bdc97d54-7ca4-471a-baec-6e06e582d157 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:05.632331 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-908aaaa4-ff76-4ca7-a7f0-9f656e9a0e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:05.649443 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-af6ef35b-7dd8-45e5-b21b-9648ceca903b req-bdc97d54-7ca4-471a-baec-6e06e582d157 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Calling delete_port for 4df9ecc3-a32b-40aa-a903-43519494a04c owned by compute:nova {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:28:05.679441 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-908aaaa4-ff76-4ca7-a7f0-9f656e9a0e95 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=993a27464a974999b570dfdb4f3bb401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3506811 Nov 12 02:28:05.679441 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908aaaa4-ff76-4ca7-a7f0-9f656e9a0e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa96105-d1d0-477d-a9cf-aaaa9be44499,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:05.681440 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 38604) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:05.743909 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-dc60b42f-13df-46df-a036-a7771610d4c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:05.774167 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-dc60b42f-13df-46df-a036-a7771610d4c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:05.840213 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-af6ef35b-7dd8-45e5-b21b-9648ceca903b req-bdc97d54-7ca4-471a-baec-6e06e582d157 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:05.842113 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-dc60b42f-13df-46df-a036-a7771610d4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:05.846977 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-dc60b42f-13df-46df-a036-a7771610d4c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:05.848847 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-dc60b42f-13df-46df-a036-a7771610d4c6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dfa96105-d1d0-477d-a9cf-aaaa9be44499 HTTP/1.1" status: 204 len: 168 time: 0.1661279 Nov 12 02:28:05.855955 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['9af4dce4-b99d-4c7f-886f-2b150633f3ce', '858f3f7f-1366-4062-ab13-6ccb372346ef', '6e28bdd4-4fbf-4a77-a385-8509e8785344', '4df9ecc3-a32b-40aa-a903-43519494a04c'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:28:05.862076 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60b42f-13df-46df-a036-a7771610d4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa96105-d1d0-477d-a9cf-aaaa9be44499,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:05.887755 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc97d54-7ca4-471a-baec-6e06e582d157 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Pushing event deleted for resources: {'Port': ['ID=4df9ecc3-a32b-40aa-a903-43519494a04c,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:05.939005 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6ef35b-7dd8-45e5-b21b-9648ceca903b req-bdc97d54-7ca4-471a-baec-6e06e582d157 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] No DVR routers for this DVR port 4df9ecc3-a32b-40aa-a903-43519494a04c on host hv-cinder-80857 {{(pid=101627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:28:05.942875 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-af6ef35b-7dd8-45e5-b21b-9648ceca903b req-bdc97d54-7ca4-471a-baec-6e06e582d157 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:05.946689 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-af6ef35b-7dd8-45e5-b21b-9648ceca903b req-bdc97d54-7ca4-471a-baec-6e06e582d157 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.61 "DELETE /v2.0/ports/4df9ecc3-a32b-40aa-a903-43519494a04c HTTP/1.1" status: 204 len: 173 time: 0.6257455 Nov 12 02:28:05.947300 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdaa0bd-ed68-4caf-a1b0-64046b4816ed', 'name': 'network-vif-deleted', 'tag': '4df9ecc3-a32b-40aa-a903-43519494a04c'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:28:05.949722 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4776bc39-af18-4312-aa8d-7b88aa2632c0" -d '{"events": [{"server_uuid": "cfdaa0bd-ed68-4caf-a1b0-64046b4816ed", "name": "network-vif-deleted", "tag": "4df9ecc3-a32b-40aa-a903-43519494a04c"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:28:06.048778 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af690b86-50d2-47b0-8122-cf4f7ef6d625 x-openstack-request-id: req-af690b86-50d2-47b0-8122-cf4f7ef6d625 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:28:06.054756 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdaa0bd-ed68-4caf-a1b0-64046b4816ed", "name": "network-vif-deleted", "tag": "4df9ecc3-a32b-40aa-a903-43519494a04c", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:28:06.054756 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-af690b86-50d2-47b0-8122-cf4f7ef6d625 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:28:06.054756 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdaa0bd-ed68-4caf-a1b0-64046b4816ed', 'name': 'network-vif-deleted', 'tag': '4df9ecc3-a32b-40aa-a903-43519494a04c', 'status': 'completed', 'code': 200} Nov 12 02:28:06.055245 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 38620) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:06.145488 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8c560988-c668-434d-9cc1-10d51b1ac906 req-1dd47b38-e9b8-4003-8147-d23b836a1d55 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=cfdaa0bd-ed68-4caf-a1b0-64046b4816ed HTTP/1.1" status: 200 len: 210 time: 0.0617366 Nov 12 02:28:06.407704 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-2b1214b7-32ee-4329-bbf1-819a4d4c3c03 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1250392763-network', 'tenant_id': 'b9b11f9d224c4743ba228d55878ff098'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:28:06.434888 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1214b7-32ee-4329-bbf1-819a4d4c3c03 admin admin] Made reservation on behalf of b9b11f9d224c4743ba228d55878ff098 for: {'network': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:28:06.437556 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2b1214b7-32ee-4329-bbf1-819a4d4c3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for network, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:06.451236 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2b1214b7-32ee-4329-bbf1-819a4d4c3c03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:06.585695 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b99210-6058-4ed2-a341-cf6b1c134296 req-005b6263-9e4e-432e-b553-ffbb410f8580 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:06.587243 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f1b99210-6058-4ed2-a341-cf6b1c134296 req-005b6263-9e4e-432e-b553-ffbb410f8580 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0821548 Nov 12 02:28:06.589556 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2b1214b7-32ee-4329-bbf1-819a4d4c3c03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:06.594085 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2b1214b7-32ee-4329-bbf1-819a4d4c3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:06.628140 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1214b7-32ee-4329-bbf1-819a4d4c3c03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=101626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:28:06.650640 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2b1214b7-32ee-4329-bbf1-819a4d4c3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:06.650980 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.db.segments_db [None req-2b1214b7-32ee-4329-bbf1-819a4d4c3c03 admin admin] Added segment 350093cb-dee0-47f8-a03a-d8524640aaba of type vlan for network 8caf5165-c51d-45da-9f4a-e769ddfc0491 Nov 12 02:28:06.674100 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1214b7-32ee-4329-bbf1-819a4d4c3c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8714adf-4917-4306-82fd-b9118c0cecda,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:06.718427 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f1b99210-6058-4ed2-a341-cf6b1c134296 req-e9ff22ca-348d-4b13-8007-d71592023928 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203401 Nov 12 02:28:06.734428 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2b1214b7-32ee-4329-bbf1-819a4d4c3c03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768027380700'] for network, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:06.776706 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2b1214b7-32ee-4329-bbf1-819a4d4c3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for network, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:06.778008 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1214b7-32ee-4329-bbf1-819a4d4c3c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:06.778686 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2b1214b7-32ee-4329-bbf1-819a4d4c3c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:06.853173 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 38638) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:06.853743 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-2b1214b7-32ee-4329-bbf1-819a4d4c3c03 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7968860 Nov 12 02:28:06.859017 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-5495a187-f880-4196-87ca-2a2eb3e2b2a7 admin admin] Request body: {'subnet': {'network_id': '8caf5165-c51d-45da-9f4a-e769ddfc0491', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1250392763-subnet', 'tenant_id': 'b9b11f9d224c4743ba228d55878ff098', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:28:06.864213 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1214b7-32ee-4329-bbf1-819a4d4c3c03 admin admin] Pushing event updated for resources: {'Network': ['ID=8caf5165-c51d-45da-9f4a-e769ddfc0491,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:06.878746 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Network 8caf5165-c51d-45da-9f4a-e769ddfc0491 details requested by agent ovs-agent-dv-cinder-808574-4-smb with host dv-cinder-808574-4-smb {{(pid=101628) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:28:06.924987 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5495a187-f880-4196-87ca-2a2eb3e2b2a7 admin admin] Made reservation on behalf of b9b11f9d224c4743ba228d55878ff098 for: {'subnet': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:28:06.930289 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5495a187-f880-4196-87ca-2a2eb3e2b2a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25666304'] for subnet, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:06.989360 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:07.164690 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5495a187-f880-4196-87ca-2a2eb3e2b2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3466291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25666322'] for subnet, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:07.226580 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495a187-f880-4196-87ca-2a2eb3e2b2a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bae86e1-f190-4556-9a8e-932d90f3a0b4,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:07.245629 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5495a187-f880-4196-87ca-2a2eb3e2b2a7 admin admin] Checking segment: {'id': '350093cb-dee0-47f8-a03a-d8524640aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8caf5165-c51d-45da-9f4a-e769ddfc0491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:28:07.245990 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5495a187-f880-4196-87ca-2a2eb3e2b2a7 admin admin] Network hostable DHCP agents. Network: 8caf5165-c51d-45da-9f4a-e769ddfc0491, hostable agents: ['38deba6a-e570-46da-84fb-4962375c604f'], hosted agents: [] {{(pid=101627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:28:07.269506 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5495a187-f880-4196-87ca-2a2eb3e2b2a7 admin admin] Network 8caf5165-c51d-45da-9f4a-e769ddfc0491 is scheduled to be hosted by DHCP agent 38deba6a-e570-46da-84fb-4962375c604f with binding_index 1 {{(pid=101627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:28:07.283899 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-5495a187-f880-4196-87ca-2a2eb3e2b2a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-smb, 8caf5165-c51d-45da-9f4a-e769ddfc0491) {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:28:07.290941 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5495a187-f880-4196-87ca-2a2eb3e2b2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:07.292164 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5495a187-f880-4196-87ca-2a2eb3e2b2a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:07.294914 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255971eb-ddec-4b40-a753-0f469733cd84 None None] Network 8caf5165-c51d-45da-9f4a-e769ddfc0491 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:28:07.323358 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-5495a187-f880-4196-87ca-2a2eb3e2b2a7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4666963 Nov 12 02:28:07.443076 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fd2ac2-9937-4b52-8c3c-9ba522b5efd1 None None] Network 8caf5165-c51d-45da-9f4a-e769ddfc0491 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:28:07.544039 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:08.276426 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057127fe-b217-43bf-9c41-b5cd1cec9d4a req-634e56ff-beb3-4f96-90ea-c08d1684e746 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:08.277937 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-057127fe-b217-43bf-9c41-b5cd1cec9d4a req-634e56ff-beb3-4f96-90ea-c08d1684e746 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0536506 Nov 12 02:28:08.333183 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-057127fe-b217-43bf-9c41-b5cd1cec9d4a req-7357e811-9f10-4a69-8376-a5e51971abe1 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490856 Nov 12 02:28:08.753876 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fc635-0ae8-4144-97fd-cb438e714cce req-a1a23f4a-ece4-43bd-9471-d1c874266d17 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:08.755616 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-214fc635-0ae8-4144-97fd-cb438e714cce req-a1a23f4a-ece4-43bd-9471-d1c874266d17 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 945 time: 0.0622818 Nov 12 02:28:08.818608 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-214fc635-0ae8-4144-97fd-cb438e714cce req-11f51454-c628-474b-b9c8-97815485a6a2 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557487 Nov 12 02:28:09.150422 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-6d7b909c-8ff3-4e55-b5a7-71a624f63f51 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:09.151970 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-6d7b909c-8ff3-4e55-b5a7-71a624f63f51 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/networks?id=8caf5165-c51d-45da-9f4a-e769ddfc0491 HTTP/1.1" status: 200 len: 809 time: 0.1200159 Nov 12 02:28:09.168176 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-d7959d8b-b8ed-4dab-b986-75144af9c3dc tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/quotas/b9b11f9d224c4743ba228d55878ff098 HTTP/1.1" status: 200 len: 375 time: 0.0103011 Nov 12 02:28:09.204063 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-93ed342d-c49a-48fe-a465-0007b7f96693 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9b11f9d224c4743ba228d55878ff098&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297863 Nov 12 02:28:09.301905 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-a04d766e-5d0e-4df1-b435-bcc19f37146b service neutron] 10.222.0.66 "GET /v2.0/networks/8caf5165-c51d-45da-9f4a-e769ddfc0491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902846 Nov 12 02:28:09.357950 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 4df9ecc3-a32b-40aa-a903-43519494a04c no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:28:09.379530 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] No Port match for: 4df9ecc3-a32b-40aa-a903-43519494a04c {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:28:09.379866 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 4df9ecc3-a32b-40aa-a903-43519494a04c not bound to the agent host hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:28:09.399167 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-29d98e6c-113b-4c15-9b2c-dafa5c1f5246 service neutron] 10.222.0.66 "GET /v2.0/networks/8caf5165-c51d-45da-9f4a-e769ddfc0491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905893 Nov 12 02:28:09.570603 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-97d8195d-493d-40ff-b533-a84af759ac23 req-85b87867-fe15-4362-8778-871f93da2032 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=aee86466-e37c-47e3-b436-9a0b0faf0bf0 HTTP/1.1" status: 200 len: 210 time: 0.0319991 Nov 12 02:28:09.982550 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f63094-6689-4819-9212-8f913d177c24 req-bf6dc57f-5ebc-4b77-850a-30f8ab4aeb82 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:09.984147 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-36f63094-6689-4819-9212-8f913d177c24 req-bf6dc57f-5ebc-4b77-850a-30f8ab4aeb82 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 945 time: 0.0635490 Nov 12 02:28:10.042655 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-36f63094-6689-4819-9212-8f913d177c24 req-a7faea40-44fd-4c3f-8367-a934ec151af0 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500188 Nov 12 02:28:10.682910 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fecee348-3a16-4d1d-a5d0-2877b740d041 req-35b6b6cc-6e30-409f-8b9c-0659845db9d4 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=aee86466-e37c-47e3-b436-9a0b0faf0bf0 HTTP/1.1" status: 200 len: 210 time: 0.0339627 Nov 12 02:28:11.040896 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-51b1760a-cbed-4e4c-984d-85f5d98e7f40 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:11.042622 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-51b1760a-cbed-4e4c-984d-85f5d98e7f40 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.61 "GET /v2.0/networks?id=8caf5165-c51d-45da-9f4a-e769ddfc0491 HTTP/1.1" status: 200 len: 809 time: 0.1283488 Nov 12 02:28:11.070487 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-f40d42d0-b7d7-43e0-a0ce-810ec0b08e80 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Request body: {'port': {'device_id': 'aee86466-e37c-47e3-b436-9a0b0faf0bf0', 'network_id': '8caf5165-c51d-45da-9f4a-e769ddfc0491', 'admin_state_up': True, 'tenant_id': 'b9b11f9d224c4743ba228d55878ff098'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:28:11.229897 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-f40d42d0-b7d7-43e0-a0ce-810ec0b08e80 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Made reservation on behalf of b9b11f9d224c4743ba228d55878ff098 for: {'port': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:28:11.234561 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-f40d42d0-b7d7-43e0-a0ce-810ec0b08e80 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:11.234872 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66f76e-e231-4514-b509-8549658158de req-87fc0dc8-45c0-458e-b762-76785f0e0d02 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:11.236426 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0b66f76e-e231-4514-b509-8549658158de req-87fc0dc8-45c0-458e-b762-76785f0e0d02 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 945 time: 0.0594170 Nov 12 02:28:11.309365 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d3afc-0803-470b-a2b3-e93844a288a3 req-4619cfd3-cd11-4cf9-8494-0fcb839227f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:11.310749 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e98d3afc-0803-470b-a2b3-e93844a288a3 req-4619cfd3-cd11-4cf9-8494-0fcb839227f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5e167f262944295a8c55b0f02df4cdc&device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 1098 time: 0.0734479 Nov 12 02:28:11.314561 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0b66f76e-e231-4514-b509-8549658158de req-bd3da8fb-5ad8-46b0-ba5a-e62fb441f375 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690382 Nov 12 02:28:11.403379 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-f40d42d0-b7d7-43e0-a0ce-810ec0b08e80 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Allocated IP 172.20.0.3 (8caf5165-c51d-45da-9f4a-e769ddfc0491/2bae86e1-f190-4556-9a8e-932d90f3a0b4/477044a1-b294-4dc9-833e-4d6f460cfdec) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:28:11.486679 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e6339-1020-471f-9da8-3de0d38fb319 req-4e7d06d3-d18a-4e74-a4e1-94801652f8e1 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:11.488197 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b33e6339-1020-471f-9da8-3de0d38fb319 req-4e7d06d3-d18a-4e74-a4e1-94801652f8e1 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0824373 Nov 12 02:28:11.491908 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d3afc-0803-470b-a2b3-e93844a288a3 req-da33a314-27af-4d85-9077-44e32dc8c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:11.493462 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e98d3afc-0803-470b-a2b3-e93844a288a3 req-da33a314-27af-4d85-9077-44e32dc8c2a6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4900299f-9efb-4112-8c6a-f06549279dd7 HTTP/1.1" status: 200 len: 920 time: 0.1534567 Nov 12 02:28:11.578336 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-f40d42d0-b7d7-43e0-a0ce-810ec0b08e80 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:11.586104 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b33e6339-1020-471f-9da8-3de0d38fb319 req-4e62ba77-3c46-44fb-9d9b-8312d2f718c0 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894344 Nov 12 02:28:11.595560 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e98d3afc-0803-470b-a2b3-e93844a288a3 req-8d614183-ef40-47c4-9501-a1b49c227fdb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a44f268-14fb-465a-9386-6b18a76ab0c7 HTTP/1.1" status: 200 len: 217 time: 0.0573189 Nov 12 02:28:11.629624 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-f40d42d0-b7d7-43e0-a0ce-810ec0b08e80 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:11.674623 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-f40d42d0-b7d7-43e0-a0ce-810ec0b08e80 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Network 8caf5165-c51d-45da-9f4a-e769ddfc0491 is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:28:11.674936 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87d317-5089-4d28-9e7d-c08495aea5e2 req-455578fc-fc0e-4619-abbd-772e11c0521c tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:11.676255 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5e87d317-5089-4d28-9e7d-c08495aea5e2 req-455578fc-fc0e-4619-abbd-772e11c0521c tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 946 time: 0.1275547 Nov 12 02:28:11.677722 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d3afc-0803-470b-a2b3-e93844a288a3 req-79ea718e-c000-43a5-aea6-b8fa8f59ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:11.678182 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-f40d42d0-b7d7-43e0-a0ce-810ec0b08e80 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:28:11.679063 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e98d3afc-0803-470b-a2b3-e93844a288a3 req-79ea718e-c000-43a5-aea6-b8fa8f59ad3e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3afb8cb5-ee86-4be7-9288-03af65a9f917 HTTP/1.1" status: 200 len: 859 time: 0.0658653 Nov 12 02:28:11.681983 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-f40d42d0-b7d7-43e0-a0ce-810ec0b08e80 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:28:11.727296 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d42d0-b7d7-43e0-a0ce-810ec0b08e80 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Pushing event updated for resources: {'Port': ['ID=477044a1-b294-4dc9-833e-4d6f460cfdec,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:11.733057 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e98d3afc-0803-470b-a2b3-e93844a288a3 req-b42bff36-cda1-4763-ac4d-70eba9da42fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4900299f-9efb-4112-8c6a-f06549279dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382869 Nov 12 02:28:11.756457 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-f40d42d0-b7d7-43e0-a0ce-810ec0b08e80 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:11.757137 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-f40d42d0-b7d7-43e0-a0ce-810ec0b08e80 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:11.777341 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-f40d42d0-b7d7-43e0-a0ce-810ec0b08e80 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7142541 Nov 12 02:28:11.793997 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5e87d317-5089-4d28-9e7d-c08495aea5e2 req-22805b71-9fd6-477d-8b93-10daf407cb64 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057787 Nov 12 02:28:11.806443 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] Request body: {'port': {'device_id': 'aee86466-e37c-47e3-b436-9a0b0faf0bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:28:11.881643 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa738c8-6770-4780-a210-a361ceec1c0a req-52239691-5f8e-4fce-9315-93686c65cf7a tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:11.883073 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2fa738c8-6770-4780-a210-a361ceec1c0a req-52239691-5f8e-4fce-9315-93686c65cf7a tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=aee86466-e37c-47e3-b436-9a0b0faf0bf0 HTTP/1.1" status: 200 len: 931 time: 0.1083596 Nov 12 02:28:11.889075 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e98d3afc-0803-470b-a2b3-e93844a288a3 req-5967acf4-6129-43a4-bec8-8e03d57b1cbd service neutron] 10.222.0.61 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387019 Nov 12 02:28:11.909185 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5eab1-4db4-47b2-be5d-3ec06a9a7906 req-d2872cf6-cb14-4580-a1f7-9d099800963a tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:11.910676 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-f4f5eab1-4db4-47b2-be5d-3ec06a9a7906 req-d2872cf6-cb14-4580-a1f7-9d099800963a tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.61 "GET /v2.0/ports?device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 945 time: 0.0786104 Nov 12 02:28:11.911267 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:11.986580 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2fa738c8-6770-4780-a210-a361ceec1c0a req-f59ff95f-f750-4d89-b41d-76675c9eb423 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965433 Nov 12 02:28:12.019677 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e98d3afc-0803-470b-a2b3-e93844a288a3 req-94b6924e-85da-4548-b6af-728a3ba2b041 service neutron] 10.222.0.61 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123090 Nov 12 02:28:12.189137 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-f4f5eab1-4db4-47b2-be5d-3ec06a9a7906 req-e8159f53-159c-423e-aed9-dd203da11207 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Deleting port 6e28bdd4-4fbf-4a77-a385-8509e8785344 {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:28:12.189760 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-f4f5eab1-4db4-47b2-be5d-3ec06a9a7906 req-e8159f53-159c-423e-aed9-dd203da11207 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:12.321468 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-f4f5eab1-4db4-47b2-be5d-3ec06a9a7906 req-e8159f53-159c-423e-aed9-dd203da11207 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] For port 6e28bdd4-4fbf-4a77-a385-8509e8785344, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=6e28bdd4-4fbf-4a77-a385-8509e8785344,segment=NetworkSegment(ebf57d23-5daf-41dd-ba5d-ceafe7b55831),segment_id=ebf57d23-5daf-41dd-ba5d-ceafe7b55831)] {{(pid=101627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:12.321818 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-f4f5eab1-4db4-47b2-be5d-3ec06a9a7906 req-e8159f53-159c-423e-aed9-dd203da11207 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:12.356249 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-f4f5eab1-4db4-47b2-be5d-3ec06a9a7906 req-e8159f53-159c-423e-aed9-dd203da11207 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Calling delete_port for 6e28bdd4-4fbf-4a77-a385-8509e8785344 owned by compute:nova {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:28:12.384112 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 477044a1-b294-4dc9-833e-4d6f460cfdec {{(pid=101627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:28:12.423811 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:12.445174 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d235c8-a1ed-4a7d-88e4-d5c5dabc945d req-3b6277dd-38cd-43ba-952e-a6dba783afd2 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:12.445827 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.provisioning_blocks [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] Transition to ACTIVE for port object 477044a1-b294-4dc9-833e-4d6f460cfdec will not be triggered until provisioned by entity L2. {{(pid=101627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:28:12.447591 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a3d235c8-a1ed-4a7d-88e4-d5c5dabc945d req-3b6277dd-38cd-43ba-952e-a6dba783afd2 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=71d8d4e4-a105-46e0-a841-c4334d536b77 HTTP/1.1" status: 200 len: 945 time: 0.0555460 Nov 12 02:28:12.454602 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3466430'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:12.500063 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a3d235c8-a1ed-4a7d-88e4-d5c5dabc945d req-297abc16-4909-4ccf-829f-d07172add334 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469251 Nov 12 02:28:12.526713 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] Pushing event updated for resources: {'Port': ['ID=477044a1-b294-4dc9-833e-4d6f460cfdec,revision_number=2']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:12.618662 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-f4f5eab1-4db4-47b2-be5d-3ec06a9a7906 req-e8159f53-159c-423e-aed9-dd203da11207 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:12.623899 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:28:12.633144 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['9af4dce4-b99d-4c7f-886f-2b150633f3ce', '858f3f7f-1366-4062-ab13-6ccb372346ef', '6e28bdd4-4fbf-4a77-a385-8509e8785344'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:28:12.657250 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8159f53-159c-423e-aed9-dd203da11207 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Pushing event deleted for resources: {'Port': ['ID=6e28bdd4-4fbf-4a77-a385-8509e8785344,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:12.703837 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] Attempting to bind port 477044a1-b294-4dc9-833e-4d6f460cfdec on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:28:12.704255 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] Attempting to bind port 477044a1-b294-4dc9-833e-4d6f460cfdec by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '350093cb-dee0-47f8-a03a-d8524640aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8caf5165-c51d-45da-9f4a-e769ddfc0491'}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:28:12.704579 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] Attempting to bind port 477044a1-b294-4dc9-833e-4d6f460cfdec on network 8caf5165-c51d-45da-9f4a-e769ddfc0491 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:28:12.706965 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f5eab1-4db4-47b2-be5d-3ec06a9a7906 req-e8159f53-159c-423e-aed9-dd203da11207 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] No DVR routers for this DVR port 6e28bdd4-4fbf-4a77-a385-8509e8785344 on host hv-cinder-80857 {{(pid=101627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:28:12.710136 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-f4f5eab1-4db4-47b2-be5d-3ec06a9a7906 req-e8159f53-159c-423e-aed9-dd203da11207 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:12.713397 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-f4f5eab1-4db4-47b2-be5d-3ec06a9a7906 req-e8159f53-159c-423e-aed9-dd203da11207 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.61 "DELETE /v2.0/ports/6e28bdd4-4fbf-4a77-a385-8509e8785344 HTTP/1.1" status: 204 len: 173 time: 0.7901933 Nov 12 02:28:12.713835 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d8d4e4-a105-46e0-a841-c4334d536b77', 'name': 'network-vif-deleted', 'tag': '6e28bdd4-4fbf-4a77-a385-8509e8785344'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:28:12.716258 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81831af-f57f-4dd8-98b7-27e2aa0725f5" -d '{"events": [{"server_uuid": "71d8d4e4-a105-46e0-a841-c4334d536b77", "name": "network-vif-deleted", "tag": "6e28bdd4-4fbf-4a77-a385-8509e8785344"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:28:12.720842 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] Port 477044a1-b294-4dc9-833e-4d6f460cfdec on network 8caf5165-c51d-45da-9f4a-e769ddfc0491 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:28:12.721163 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] Attempting to bind port 477044a1-b294-4dc9-833e-4d6f460cfdec on network 8caf5165-c51d-45da-9f4a-e769ddfc0491 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:28:12.727450 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] Checking agent: {'id': '2c3d3ad8-5938-43f6-9304-04beb85952ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:28:12.727786 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] Checking segment: {'id': '350093cb-dee0-47f8-a03a-d8524640aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8caf5165-c51d-45da-9f4a-e769ddfc0491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:28:12.728161 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] Bound using segment: {'id': '350093cb-dee0-47f8-a03a-d8524640aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8caf5165-c51d-45da-9f4a-e769ddfc0491'} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:28:12.728586 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] Bound port: 477044a1-b294-4dc9-833e-4d6f460cfdec, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '350093cb-dee0-47f8-a03a-d8524640aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8caf5165-c51d-45da-9f4a-e769ddfc0491'}}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:28:12.728929 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:12.764081 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416471b-69a0-4f43-984f-243d6f6b2e1f req-9d749885-5d0c-45e5-a30f-b6020407adac tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:12.766440 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e416471b-69a0-4f43-984f-243d6f6b2e1f req-9d749885-5d0c-45e5-a30f-b6020407adac tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0749745 Nov 12 02:28:12.782185 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cd7acb-c173-4d27-98ff-b4eda1a49c3b x-openstack-request-id: req-86cd7acb-c173-4d27-98ff-b4eda1a49c3b {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:28:12.782466 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d8d4e4-a105-46e0-a841-c4334d536b77", "name": "network-vif-deleted", "tag": "6e28bdd4-4fbf-4a77-a385-8509e8785344", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:28:12.782709 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-86cd7acb-c173-4d27-98ff-b4eda1a49c3b {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:28:12.783095 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d8d4e4-a105-46e0-a841-c4334d536b77', 'name': 'network-vif-deleted', 'tag': '6e28bdd4-4fbf-4a77-a385-8509e8785344', 'status': 'completed', 'code': 200} Nov 12 02:28:12.815624 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] For port 477044a1-b294-4dc9-833e-4d6f460cfdec, host hv-cinder-80857, cleared binding levels {{(pid=101627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:28:12.820948 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] For port 477044a1-b294-4dc9-833e-4d6f460cfdec, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=477044a1-b294-4dc9-833e-4d6f460cfdec,segment=NetworkSegment(350093cb-dee0-47f8-a03a-d8524640aaba),segment_id=350093cb-dee0-47f8-a03a-d8524640aaba)] {{(pid=101627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:28:12.828176 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3466430'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:12.837947 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e416471b-69a0-4f43-984f-243d6f6b2e1f req-03f15cfc-ff67-4b38-8864-5b64fe547bba tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591595 Nov 12 02:28:12.881436 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:12.882393 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:12.884012 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] 10.222.0.61 "PUT /v2.0/ports/477044a1-b294-4dc9-833e-4d6f460cfdec HTTP/1.1" status: 200 len: 1093 time: 1.0835729 Nov 12 02:28:12.929894 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe8e12-c5b0-493b-90d6-a7e451caeac1 service neutron] Pushing event updated for resources: {'Port': ['ID=477044a1-b294-4dc9-833e-4d6f460cfdec,revision_number=3']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:12.994108 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddba3e4-7c52-40a9-8b56-e7b0d0ac76aa req-fb8f0f1b-c191-49d8-bd00-346a538e4e7a tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:12.995721 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-eddba3e4-7c52-40a9-8b56-e7b0d0ac76aa req-fb8f0f1b-c191-49d8-bd00-346a538e4e7a tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 946 time: 0.0665936 Nov 12 02:28:13.003065 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-df1cc31d-700a-482c-ae8f-b4ce4872d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:13.004644 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-df1cc31d-700a-482c-ae8f-b4ce4872d650 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9b11f9d224c4743ba228d55878ff098&device_id=aee86466-e37c-47e3-b436-9a0b0faf0bf0 HTTP/1.1" status: 200 len: 1096 time: 0.0476437 Nov 12 02:28:13.063270 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-a14a6029-44d0-420a-8af0-a246cdd00a80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=477044a1-b294-4dc9-833e-4d6f460cfdec HTTP/1.1" status: 200 len: 217 time: 0.0395429 Nov 12 02:28:13.064087 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-eddba3e4-7c52-40a9-8b56-e7b0d0ac76aa req-066eaf53-77c1-442b-8ae1-af70c2c7445f tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617154 Nov 12 02:28:13.122263 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2fbcf-ca9a-4bc7-88e5-0f67ec56a9d6 req-b2487258-412a-492a-99d5-12902e8b4def tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:13.124145 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-24c2fbcf-ca9a-4bc7-88e5-0f67ec56a9d6 req-b2487258-412a-492a-99d5-12902e8b4def tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=aee86466-e37c-47e3-b436-9a0b0faf0bf0 HTTP/1.1" status: 200 len: 943 time: 0.0521502 Nov 12 02:28:13.127288 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-88ccdf28-9bf9-483f-a3fb-599e6c919348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:13.128879 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-88ccdf28-9bf9-483f-a3fb-599e6c919348 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bae86e1-f190-4556-9a8e-932d90f3a0b4 HTTP/1.1" status: 200 len: 849 time: 0.0568731 Nov 12 02:28:13.164465 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-c0031371-146f-44d7-a8a9-f1f025cd8a3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8caf5165-c51d-45da-9f4a-e769ddfc0491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268807 Nov 12 02:28:13.182212 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-24c2fbcf-ca9a-4bc7-88e5-0f67ec56a9d6 req-18ac7a0b-646e-45d0-a3ba-bfc08d2fc1f0 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518794 Nov 12 02:28:13.276733 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-17ce829d-d2dc-4c89-8587-d2e0fabb8497 service neutron] 10.222.0.61 "GET /v2.0/networks/8caf5165-c51d-45da-9f4a-e769ddfc0491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916617 Nov 12 02:28:13.379283 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-39b4cacd-5d9b-4cfb-8d06-fc8e621600c8 req-66ebf6c0-b829-4361-8e8a-eedac5e67e61 service neutron] 10.222.0.61 "GET /v2.0/networks/8caf5165-c51d-45da-9f4a-e769ddfc0491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881672 Nov 12 02:28:13.797682 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a6dd0-9770-461d-8e56-0e6dded83750 req-438409fd-4e25-4249-bfbe-986299aa51f1 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:13.799073 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0f6a6dd0-9770-461d-8e56-0e6dded83750 req-438409fd-4e25-4249-bfbe-986299aa51f1 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=55879929-c116-443f-8080-3d7b7f680958 HTTP/1.1" status: 200 len: 945 time: 0.0525193 Nov 12 02:28:13.848196 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0f6a6dd0-9770-461d-8e56-0e6dded83750 req-6502e8b8-5924-4c70-838e-13fc2fe6ed03 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430360 Nov 12 02:28:13.970550 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52bfce-aba6-49be-b493-5fd84e998bca req-1dd19229-e621-4bc7-bf3f-0031bcb7af75 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:13.973490 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6e52bfce-aba6-49be-b493-5fd84e998bca req-1dd19229-e621-4bc7-bf3f-0031bcb7af75 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0539227 Nov 12 02:28:14.022011 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6e52bfce-aba6-49be-b493-5fd84e998bca req-4153fb9c-aa9b-4ccc-abd7-b29173a18417 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431182 Nov 12 02:28:14.184000 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251de896-7d71-4b99-abc2-164b4e4377fb req-50d01118-27f0-4471-a1d4-7c43fedae5cf tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:14.185534 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-251de896-7d71-4b99-abc2-164b4e4377fb req-50d01118-27f0-4471-a1d4-7c43fedae5cf tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 946 time: 0.0508308 Nov 12 02:28:14.237740 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-251de896-7d71-4b99-abc2-164b4e4377fb req-363735f0-5a4e-404c-a73c-19e0e749eacc tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463023 Nov 12 02:28:14.300544 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120f1de-b5ae-448b-a7ee-41d0b0bcb328 req-f11876f8-ce01-4fff-b4ef-5d2d304a6ebf tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:14.302441 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2120f1de-b5ae-448b-a7ee-41d0b0bcb328 req-f11876f8-ce01-4fff-b4ef-5d2d304a6ebf tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=aee86466-e37c-47e3-b436-9a0b0faf0bf0 HTTP/1.1" status: 200 len: 943 time: 0.0504296 Nov 12 02:28:14.356721 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2120f1de-b5ae-448b-a7ee-41d0b0bcb328 req-5bc998d4-e3e8-46aa-a36f-6f98f67a0877 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472064 Nov 12 02:28:14.784775 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee86466-e37c-47e3-b436-9a0b0faf0bf0', 'tag': '477044a1-b294-4dc9-833e-4d6f460cfdec'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:28:14.787213 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784a4452-778e-4367-9e37-33b22ce61b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "aee86466-e37c-47e3-b436-9a0b0faf0bf0", "tag": "477044a1-b294-4dc9-833e-4d6f460cfdec"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:28:14.824702 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0074f80b-81b9-4693-9ce1-89561e2040a5 x-openstack-request-id: req-0074f80b-81b9-4693-9ce1-89561e2040a5 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:28:14.824977 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee86466-e37c-47e3-b436-9a0b0faf0bf0", "tag": "477044a1-b294-4dc9-833e-4d6f460cfdec", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:28:14.825225 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0074f80b-81b9-4693-9ce1-89561e2040a5 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:28:14.825615 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee86466-e37c-47e3-b436-9a0b0faf0bf0', 'tag': '477044a1-b294-4dc9-833e-4d6f460cfdec', 'status': 'completed', 'code': 200} Nov 12 02:28:14.925611 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a4452-778e-4367-9e37-33b22ce61b7c req-f38f8d8d-7da7-4431-9ae9-640df59a9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:14.927165 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-784a4452-778e-4367-9e37-33b22ce61b7c req-f38f8d8d-7da7-4431-9ae9-640df59a9b30 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9b11f9d224c4743ba228d55878ff098&device_id=aee86466-e37c-47e3-b436-9a0b0faf0bf0 HTTP/1.1" status: 200 len: 1096 time: 0.0527558 Nov 12 02:28:14.971342 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576282a-9fdc-47b2-9f82-bed294edc0dd req-0a6aa457-db6e-489a-9608-5f58fc10eb64 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:14.972936 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3576282a-9fdc-47b2-9f82-bed294edc0dd req-0a6aa457-db6e-489a-9608-5f58fc10eb64 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=55879929-c116-443f-8080-3d7b7f680958 HTTP/1.1" status: 200 len: 945 time: 0.0513237 Nov 12 02:28:15.037561 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3576282a-9fdc-47b2-9f82-bed294edc0dd req-6831b161-9b19-4361-a13c-ee374425ba7b tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541182 Nov 12 02:28:15.163169 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66e341-1d98-45fd-b09e-49d491d466d0 req-9359a36e-0bd4-4e68-8293-e8670a3cd8a3 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:15.164887 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1e66e341-1d98-45fd-b09e-49d491d466d0 req-9359a36e-0bd4-4e68-8293-e8670a3cd8a3 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0512433 Nov 12 02:28:15.217794 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1e66e341-1d98-45fd-b09e-49d491d466d0 req-882a54ae-d7dc-4a68-8206-7ee94c0e486a tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460391 Nov 12 02:28:15.253029 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a4452-778e-4367-9e37-33b22ce61b7c req-95555eb7-395d-404b-a727-bc0a6c022972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:15.254509 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-784a4452-778e-4367-9e37-33b22ce61b7c req-95555eb7-395d-404b-a727-bc0a6c022972 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8caf5165-c51d-45da-9f4a-e769ddfc0491 HTTP/1.1" status: 200 len: 910 time: 0.3159118 Nov 12 02:28:15.303934 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-784a4452-778e-4367-9e37-33b22ce61b7c req-d974e006-a52a-4daa-88b6-4093c6c5b8ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=477044a1-b294-4dc9-833e-4d6f460cfdec HTTP/1.1" status: 200 len: 217 time: 0.0394311 Nov 12 02:28:15.360291 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a4452-778e-4367-9e37-33b22ce61b7c req-f6a17f39-45e1-4c21-84aa-4d7f4acfa5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:15.361721 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-784a4452-778e-4367-9e37-33b22ce61b7c req-f6a17f39-45e1-4c21-84aa-4d7f4acfa5df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bae86e1-f190-4556-9a8e-932d90f3a0b4 HTTP/1.1" status: 200 len: 849 time: 0.0440922 Nov 12 02:28:15.362829 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd9cd5-1e71-4c74-9d13-99f7e5bfebb9 req-f9f58fb2-0f0a-4305-b765-0e1af9646647 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:15.364343 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-75bd9cd5-1e71-4c74-9d13-99f7e5bfebb9 req-f9f58fb2-0f0a-4305-b765-0e1af9646647 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 946 time: 0.0510609 Nov 12 02:28:15.396900 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 477044a1-b294-4dc9-833e-4d6f460cfdec details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:28:15.401561 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 6e28bdd4-4fbf-4a77-a385-8509e8785344 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:28:15.408538 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-784a4452-778e-4367-9e37-33b22ce61b7c req-1245a144-73f9-4f61-9a11-7da25624abb0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8caf5165-c51d-45da-9f4a-e769ddfc0491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348995 Nov 12 02:28:15.421991 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-75bd9cd5-1e71-4c74-9d13-99f7e5bfebb9 req-61887891-adfd-454d-b9df-02b1c6e920a7 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506985 Nov 12 02:28:15.433973 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] No Port match for: 6e28bdd4-4fbf-4a77-a385-8509e8785344 {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:28:15.434338 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 6e28bdd4-4fbf-4a77-a385-8509e8785344 not bound to the agent host hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:28:15.488725 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a5f38-6ef7-4aab-88aa-cd11a7c28e7c req-52c17392-4b6c-4e3a-8e68-227368c1a3b7 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:15.496367 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-df3a5f38-6ef7-4aab-88aa-cd11a7c28e7c req-52c17392-4b6c-4e3a-8e68-227368c1a3b7 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=aee86466-e37c-47e3-b436-9a0b0faf0bf0 HTTP/1.1" status: 200 len: 943 time: 0.0611258 Nov 12 02:28:15.542321 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 477044a1-b294-4dc9-833e-4d6f460cfdec, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=477044a1-b294-4dc9-833e-4d6f460cfdec,segment=NetworkSegment(350093cb-dee0-47f8-a03a-d8524640aaba),segment_id=350093cb-dee0-47f8-a03a-d8524640aaba)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:15.543259 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-784a4452-778e-4367-9e37-33b22ce61b7c req-462018d0-9872-4dc7-909e-ab0e327cd311 service neutron] 10.222.0.61 "GET /v2.0/networks/8caf5165-c51d-45da-9f4a-e769ddfc0491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156993 Nov 12 02:28:15.553422 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': '477044a1-b294-4dc9-833e-4d6f460cfdec', 'network_id': '8caf5165-c51d-45da-9f4a-e769ddfc0491', 'port_id': '477044a1-b294-4dc9-833e-4d6f460cfdec', 'mac_address': 'fa:16:3e:a5:5b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bae86e1-f190-4556-9a8e-932d90f3a0b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:28:15.555691 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-df3a5f38-6ef7-4aab-88aa-cd11a7c28e7c req-85cd48d9-3159-4d65-8820-8f42a1544b05 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584407 Nov 12 02:28:15.608401 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:15.622701 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477044a1-b294-4dc9-833e-4d6f460cfdec {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:28:15.645802 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 477044a1-b294-4dc9-833e-4d6f460cfdec, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=477044a1-b294-4dc9-833e-4d6f460cfdec,segment=NetworkSegment(350093cb-dee0-47f8-a03a-d8524640aaba),segment_id=350093cb-dee0-47f8-a03a-d8524640aaba)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:15.652298 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:15.684233 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-784a4452-778e-4367-9e37-33b22ce61b7c req-f32a2aa8-af82-4f5e-a949-45d284240a3a service neutron] 10.222.0.61 "GET /v2.0/networks/8caf5165-c51d-45da-9f4a-e769ddfc0491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918746 Nov 12 02:28:15.702662 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=477044a1-b294-4dc9-833e-4d6f460cfdec,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:15.904222 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03da6cd-9b59-471e-91cc-d550cdcd71da req-36fbf151-832c-4695-a933-3551e81bda1a tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:15.905716 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e03da6cd-9b59-471e-91cc-d550cdcd71da req-36fbf151-832c-4695-a933-3551e81bda1a tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.61 "GET /v2.0/ports?device_id=55879929-c116-443f-8080-3d7b7f680958 HTTP/1.1" status: 200 len: 945 time: 0.0519226 Nov 12 02:28:16.015162 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-e03da6cd-9b59-471e-91cc-d550cdcd71da req-38183979-f697-4e42-9534-c1461c69dd66 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Deleting port 858f3f7f-1366-4062-ab13-6ccb372346ef {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:28:16.015517 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-e03da6cd-9b59-471e-91cc-d550cdcd71da req-38183979-f697-4e42-9534-c1461c69dd66 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:16.060153 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['477044a1-b294-4dc9-833e-4d6f460cfdec'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:28:16.117548 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-e03da6cd-9b59-471e-91cc-d550cdcd71da req-38183979-f697-4e42-9534-c1461c69dd66 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] For port 858f3f7f-1366-4062-ab13-6ccb372346ef, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=858f3f7f-1366-4062-ab13-6ccb372346ef,segment=NetworkSegment(ebf57d23-5daf-41dd-ba5d-ceafe7b55831),segment_id=ebf57d23-5daf-41dd-ba5d-ceafe7b55831)] {{(pid=101627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:16.117915 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-e03da6cd-9b59-471e-91cc-d550cdcd71da req-38183979-f697-4e42-9534-c1461c69dd66 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:16.140749 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-e03da6cd-9b59-471e-91cc-d550cdcd71da req-38183979-f697-4e42-9534-c1461c69dd66 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Calling delete_port for 858f3f7f-1366-4062-ab13-6ccb372346ef owned by compute:nova {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:28:16.175402 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2504719-56d0-4b29-8a96-66c9a0924e55 req-23cbc33d-f28a-4a44-947f-a5b2dd63f5e3 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:16.177042 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d2504719-56d0-4b29-8a96-66c9a0924e55 req-23cbc33d-f28a-4a44-947f-a5b2dd63f5e3 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=55879929-c116-443f-8080-3d7b7f680958 HTTP/1.1" status: 200 len: 945 time: 0.0599916 Nov 12 02:28:16.233599 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d2504719-56d0-4b29-8a96-66c9a0924e55 req-a4b9579f-738f-4df8-98f9-bd3fe97c80f9 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483882 Nov 12 02:28:16.295484 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-e03da6cd-9b59-471e-91cc-d550cdcd71da req-38183979-f697-4e42-9534-c1461c69dd66 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:16.327996 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38183979-f697-4e42-9534-c1461c69dd66 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Pushing event deleted for resources: {'Port': ['ID=858f3f7f-1366-4062-ab13-6ccb372346ef,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:16.351017 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee213a80-7a15-4159-a649-73e996dfeada req-178ec729-f16c-42fc-bd67-2a50f45b3634 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:16.352596 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ee213a80-7a15-4159-a649-73e996dfeada req-178ec729-f16c-42fc-bd67-2a50f45b3634 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0544910 Nov 12 02:28:16.372170 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03da6cd-9b59-471e-91cc-d550cdcd71da req-38183979-f697-4e42-9534-c1461c69dd66 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] No DVR routers for this DVR port 858f3f7f-1366-4062-ab13-6ccb372346ef on host hv-cinder-80857 {{(pid=101627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:28:16.374697 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-e03da6cd-9b59-471e-91cc-d550cdcd71da req-38183979-f697-4e42-9534-c1461c69dd66 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:16.378123 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e03da6cd-9b59-471e-91cc-d550cdcd71da req-38183979-f697-4e42-9534-c1461c69dd66 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.61 "DELETE /v2.0/ports/858f3f7f-1366-4062-ab13-6ccb372346ef HTTP/1.1" status: 204 len: 173 time: 0.4624910 Nov 12 02:28:16.408465 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ee213a80-7a15-4159-a649-73e996dfeada req-4f1886c6-b6d5-46dd-a358-935b8cccab38 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461769 Nov 12 02:28:16.546491 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebb509-61b9-4660-9cd0-eee5bac9a79d req-6da4715e-8263-4fcc-924a-668b099f4b42 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:16.548132 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3bebb509-61b9-4660-9cd0-eee5bac9a79d req-6da4715e-8263-4fcc-924a-668b099f4b42 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 946 time: 0.0516062 Nov 12 02:28:16.602694 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3bebb509-61b9-4660-9cd0-eee5bac9a79d req-d2fcf42e-9de5-4bec-be5c-703c00d96e20 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474005 Nov 12 02:28:16.711786 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccef36-d649-443c-89bc-244ac1b323fb req-1275d2a7-1df3-470d-8e99-7ed3ed65cc42 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:16.713236 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-63ccef36-d649-443c-89bc-244ac1b323fb req-1275d2a7-1df3-470d-8e99-7ed3ed65cc42 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=aee86466-e37c-47e3-b436-9a0b0faf0bf0 HTTP/1.1" status: 200 len: 944 time: 0.0538516 Nov 12 02:28:16.763703 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-63ccef36-d649-443c-89bc-244ac1b323fb req-934f9ab0-012e-4d4e-963c-91eb4fd94286 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446196 Nov 12 02:28:16.827427 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55879929-c116-443f-8080-3d7b7f680958', 'name': 'network-vif-deleted', 'tag': '858f3f7f-1366-4062-ab13-6ccb372346ef'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:28:16.829734 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0488068-51a4-4216-836c-a50ff8ddda33" -d '{"events": [{"server_uuid": "55879929-c116-443f-8080-3d7b7f680958", "name": "network-vif-deleted", "tag": "858f3f7f-1366-4062-ab13-6ccb372346ef"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:28:16.875940 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d009717b-f46c-49c1-b4c0-ff3333b6e6b3 x-openstack-request-id: req-d009717b-f46c-49c1-b4c0-ff3333b6e6b3 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:28:16.876302 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55879929-c116-443f-8080-3d7b7f680958", "name": "network-vif-deleted", "tag": "858f3f7f-1366-4062-ab13-6ccb372346ef", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:28:16.876621 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d009717b-f46c-49c1-b4c0-ff3333b6e6b3 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:28:16.877092 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55879929-c116-443f-8080-3d7b7f680958', 'name': 'network-vif-deleted', 'tag': '858f3f7f-1366-4062-ab13-6ccb372346ef', 'status': 'completed', 'code': 200} Nov 12 02:28:16.908970 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['9af4dce4-b99d-4c7f-886f-2b150633f3ce', '858f3f7f-1366-4062-ab13-6ccb372346ef'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:28:17.397894 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 477044a1-b294-4dc9-833e-4d6f460cfdec up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:28:17.448451 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning for port 477044a1-b294-4dc9-833e-4d6f460cfdec completed by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:28:17.453236 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port 477044a1-b294-4dc9-833e-4d6f460cfdec triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:28:17.453790 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:17.542212 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:17.549959 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c96e0-9b9d-4020-a498-54395720c141 req-d8018de9-0a54-4c3a-b78f-14ca208b5450 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:17.551847 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-713c96e0-9b9d-4020-a498-54395720c141 req-d8018de9-0a54-4c3a-b78f-14ca208b5450 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0618105 Nov 12 02:28:17.569517 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee86466-e37c-47e3-b436-9a0b0faf0bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477044a1-b294-4dc9-833e-4d6f460cfdec'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:28:17.572338 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92f9a4e-e66c-482c-b025-61cb2f61e9ff" -d '{"events": [{"server_uuid": "aee86466-e37c-47e3-b436-9a0b0faf0bf0", "name": "network-vif-plugged", "status": "completed", "tag": "477044a1-b294-4dc9-833e-4d6f460cfdec"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:28:17.587920 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 477044a1-b294-4dc9-833e-4d6f460cfdec, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=477044a1-b294-4dc9-833e-4d6f460cfdec,segment=NetworkSegment(350093cb-dee0-47f8-a03a-d8524640aaba),segment_id=350093cb-dee0-47f8-a03a-d8524640aaba)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:17.592978 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:17.607366 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-713c96e0-9b9d-4020-a498-54395720c141 req-e44be29c-99ab-40ef-afd5-5b70f429527d tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481548 Nov 12 02:28:17.658013 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1373b1d7-ca67-45c4-b234-03dc74e4e902 x-openstack-request-id: req-1373b1d7-ca67-45c4-b234-03dc74e4e902 {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:28:17.658281 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee86466-e37c-47e3-b436-9a0b0faf0bf0", "name": "network-vif-plugged", "status": "completed", "tag": "477044a1-b294-4dc9-833e-4d6f460cfdec", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:28:17.658545 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1373b1d7-ca67-45c4-b234-03dc74e4e902 {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:28:17.658951 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee86466-e37c-47e3-b436-9a0b0faf0bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477044a1-b294-4dc9-833e-4d6f460cfdec', 'code': 200} Nov 12 02:28:17.665523 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=477044a1-b294-4dc9-833e-4d6f460cfdec,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:17.673692 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:17.673964 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:17.674553 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:17.674934 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:17.675266 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:17.675634 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:17.675963 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:17.676291 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:17.676639 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:17.676966 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:17.677857 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:17.678540 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:28:17.897861 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdf650-acc5-4f4b-85e1-f2fde9f37901 req-d0ba35dd-151c-450e-922d-8102c162b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:17.899425 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-60fdf650-acc5-4f4b-85e1-f2fde9f37901 req-d0ba35dd-151c-450e-922d-8102c162b241 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aee86466-e37c-47e3-b436-9a0b0faf0bf0 HTTP/1.1" status: 200 len: 1098 time: 0.0456188 Nov 12 02:28:17.953227 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-60fdf650-acc5-4f4b-85e1-f2fde9f37901 req-75ae6270-e54b-49bd-8acf-e154c5ca1992 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410249 Nov 12 02:28:17.971367 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff6d0f-481f-48ca-84ae-d8c4a522d043 req-80178d0f-183e-4aa6-bc5c-a6f48844bd19 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:17.972857 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-38ff6d0f-481f-48ca-84ae-d8c4a522d043 req-80178d0f-183e-4aa6-bc5c-a6f48844bd19 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 946 time: 0.2786095 Nov 12 02:28:18.005199 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8861a9-1c12-49f2-a7a3-71348eaefae7 req-0515bbb3-16ef-4a57-ba66-f791e90690f4 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:18.007224 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6a8861a9-1c12-49f2-a7a3-71348eaefae7 req-0515bbb3-16ef-4a57-ba66-f791e90690f4 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=aee86466-e37c-47e3-b436-9a0b0faf0bf0 HTTP/1.1" status: 200 len: 945 time: 0.0738735 Nov 12 02:28:18.049862 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-38ff6d0f-481f-48ca-84ae-d8c4a522d043 req-3010ca45-27e0-469b-ab3c-7d276e1d082b tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691292 Nov 12 02:28:18.080237 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6a8861a9-1c12-49f2-a7a3-71348eaefae7 req-fe1dcc62-6ba8-4735-a3cd-a8a3f11d5351 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668340 Nov 12 02:28:18.648104 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fd7f7-9253-4708-aa58-9c586a85996e req-4f29f8e7-f3d0-4e43-941d-10acaa6c4050 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:18.649670 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cc8fd7f7-9253-4708-aa58-9c586a85996e req-4f29f8e7-f3d0-4e43-941d-10acaa6c4050 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 945 time: 0.0508204 Nov 12 02:28:18.715258 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cc8fd7f7-9253-4708-aa58-9c586a85996e req-a09fbfdc-3eda-409c-a306-2ce9a137b1a4 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591552 Nov 12 02:28:18.751127 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8c4c5-e53a-4d04-97c4-cd8a75a6aadc req-ef1637e9-97a4-43b4-b1a7-164ade77a894 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:18.752612 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3ae8c4c5-e53a-4d04-97c4-cd8a75a6aadc req-ef1637e9-97a4-43b4-b1a7-164ade77a894 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0581613 Nov 12 02:28:18.801252 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3ae8c4c5-e53a-4d04-97c4-cd8a75a6aadc req-b4839a68-deaf-4d42-b7da-ddbcbaa9d88b tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412405 Nov 12 02:28:19.170135 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5157a-3a72-447c-85c4-6dde1fdfde65 req-4f077108-916a-4209-af12-51a8db9b221b tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:19.171804 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-aff5157a-3a72-447c-85c4-6dde1fdfde65 req-4f077108-916a-4209-af12-51a8db9b221b tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 946 time: 0.0509200 Nov 12 02:28:19.262562 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a20255-c63a-45f2-bd98-49397751b0d3 req-965acae4-7e79-4999-b998-d4fed5ccd4e3 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:19.264819 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a8a20255-c63a-45f2-bd98-49397751b0d3 req-965acae4-7e79-4999-b998-d4fed5ccd4e3 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=aee86466-e37c-47e3-b436-9a0b0faf0bf0 HTTP/1.1" status: 200 len: 945 time: 0.0919108 Nov 12 02:28:19.271801 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-aff5157a-3a72-447c-85c4-6dde1fdfde65 req-95b6c318-ddde-4bf0-bd78-3123b5ceb74c tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892642 Nov 12 02:28:19.327718 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a8a20255-c63a-45f2-bd98-49397751b0d3 req-182c8755-4cbe-4814-8687-5f5628b5385e tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490959 Nov 12 02:28:19.394607 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 858f3f7f-1366-4062-ab13-6ccb372346ef no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:28:19.414580 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] No Port match for: 858f3f7f-1366-4062-ab13-6ccb372346ef {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:28:19.414914 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 858f3f7f-1366-4062-ab13-6ccb372346ef not bound to the agent host hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:28:19.673391 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc6714-2160-4721-9f33-0e521ea7cf62 req-3dadcc60-0e6f-420c-b3fb-7577044a1da7 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:19.674857 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-2fbc6714-2160-4721-9f33-0e521ea7cf62 req-3dadcc60-0e6f-420c-b3fb-7577044a1da7 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.61 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 946 time: 0.0520961 Nov 12 02:28:19.781372 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-2fbc6714-2160-4721-9f33-0e521ea7cf62 req-543eec7d-2f93-425f-bbba-74010139de92 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Deleting port 1633f5dd-550e-499a-9725-87a4ca50855b {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:28:19.781785 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-2fbc6714-2160-4721-9f33-0e521ea7cf62 req-543eec7d-2f93-425f-bbba-74010139de92 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:19.861143 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fb7f2-b7a5-4b15-a37a-4a85f7b15f95 req-9c93f377-ce2a-44bd-822a-dcd1688ba31f tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:19.866671 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-402fb7f2-b7a5-4b15-a37a-4a85f7b15f95 req-9c93f377-ce2a-44bd-822a-dcd1688ba31f tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 945 time: 0.0794308 Nov 12 02:28:19.911198 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-2fbc6714-2160-4721-9f33-0e521ea7cf62 req-543eec7d-2f93-425f-bbba-74010139de92 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] For port 1633f5dd-550e-499a-9725-87a4ca50855b, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=1633f5dd-550e-499a-9725-87a4ca50855b,segment=NetworkSegment(0110cbf4-8b31-4575-ad20-6ec9f456d92a),segment_id=0110cbf4-8b31-4575-ad20-6ec9f456d92a)] {{(pid=101627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:19.911516 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-2fbc6714-2160-4721-9f33-0e521ea7cf62 req-543eec7d-2f93-425f-bbba-74010139de92 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:19.925736 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-2fbc6714-2160-4721-9f33-0e521ea7cf62 req-543eec7d-2f93-425f-bbba-74010139de92 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Calling delete_port for 1633f5dd-550e-499a-9725-87a4ca50855b owned by compute:nova {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:28:19.954497 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9321adf-c996-4e2e-8db4-ded5c9d040be req-9de7939d-efed-41ae-b1dc-144de26aa398 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:19.956017 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e9321adf-c996-4e2e-8db4-ded5c9d040be req-9de7939d-efed-41ae-b1dc-144de26aa398 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0786617 Nov 12 02:28:19.960028 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-402fb7f2-b7a5-4b15-a37a-4a85f7b15f95 req-dc4cc0dc-1b87-499f-85c4-c263721db6a8 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894201 Nov 12 02:28:20.014941 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e9321adf-c996-4e2e-8db4-ded5c9d040be req-a37546f8-93db-4149-845c-9d3b10a8d9b3 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507281 Nov 12 02:28:20.078220 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-2fbc6714-2160-4721-9f33-0e521ea7cf62 req-543eec7d-2f93-425f-bbba-74010139de92 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:20.101053 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['1633f5dd-550e-499a-9725-87a4ca50855b'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:28:20.116190 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543eec7d-2f93-425f-bbba-74010139de92 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Pushing event deleted for resources: {'Port': ['ID=1633f5dd-550e-499a-9725-87a4ca50855b,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:20.165719 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbc6714-2160-4721-9f33-0e521ea7cf62 req-543eec7d-2f93-425f-bbba-74010139de92 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] No DVR routers for this DVR port 1633f5dd-550e-499a-9725-87a4ca50855b on host hv-cinder-80857 {{(pid=101627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:28:20.165719 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-2fbc6714-2160-4721-9f33-0e521ea7cf62 req-543eec7d-2f93-425f-bbba-74010139de92 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:20.166767 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-2fbc6714-2160-4721-9f33-0e521ea7cf62 req-543eec7d-2f93-425f-bbba-74010139de92 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.61 "DELETE /v2.0/ports/1633f5dd-550e-499a-9725-87a4ca50855b HTTP/1.1" status: 204 len: 173 time: 0.4806623 Nov 12 02:28:20.167229 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07adf9a-95e1-4a9f-9c33-23595cf2f921', 'name': 'network-vif-deleted', 'tag': '1633f5dd-550e-499a-9725-87a4ca50855b'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:28:20.169506 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977a26e1-a9da-4056-ba05-ecb7428b1f70" -d '{"events": [{"server_uuid": "d07adf9a-95e1-4a9f-9c33-23595cf2f921", "name": "network-vif-deleted", "tag": "1633f5dd-550e-499a-9725-87a4ca50855b"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:28:20.212432 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffaa77e-6e1c-4409-8c57-9fcc7f613107 x-openstack-request-id: req-8ffaa77e-6e1c-4409-8c57-9fcc7f613107 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:28:20.212725 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07adf9a-95e1-4a9f-9c33-23595cf2f921", "name": "network-vif-deleted", "tag": "1633f5dd-550e-499a-9725-87a4ca50855b", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:28:20.212972 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8ffaa77e-6e1c-4409-8c57-9fcc7f613107 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:28:20.213389 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07adf9a-95e1-4a9f-9c33-23595cf2f921', 'name': 'network-vif-deleted', 'tag': '1633f5dd-550e-499a-9725-87a4ca50855b', 'status': 'completed', 'code': 200} Nov 12 02:28:20.393997 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7a8520a3-8f1a-4c49-b212-292384406ead req-f3669464-482a-4099-812c-4ea8173beddb tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=d07adf9a-95e1-4a9f-9c33-23595cf2f921 HTTP/1.1" status: 200 len: 210 time: 0.0284417 Nov 12 02:28:20.452274 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7adf21-8ee1-4098-9f1c-c8f365142bf1 req-447d3bd2-8a31-4958-a146-fccaac511cbe tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:20.453740 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0a7adf21-8ee1-4098-9f1c-c8f365142bf1 req-447d3bd2-8a31-4958-a146-fccaac511cbe tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=aee86466-e37c-47e3-b436-9a0b0faf0bf0 HTTP/1.1" status: 200 len: 945 time: 0.0563247 Nov 12 02:28:20.502637 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0a7adf21-8ee1-4098-9f1c-c8f365142bf1 req-bd93d0b6-d9b4-4664-ae17-ea15d92152d2 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 Nov 12 02:28:21.035713 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45635213-764c-49a6-9a4e-918d4cb19a82 req-a532fa6f-0560-4db0-b237-4baee23c64d3 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:21.037790 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-45635213-764c-49a6-9a4e-918d4cb19a82 req-a532fa6f-0560-4db0-b237-4baee23c64d3 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.61 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 945 time: 0.0537426 Nov 12 02:28:21.120451 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e06ba2-0918-4bca-a355-ca313b976347 req-dd7ea802-ad98-4570-afc8-439945a47707 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:21.120451 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a2e06ba2-0918-4bca-a355-ca313b976347 req-dd7ea802-ad98-4570-afc8-439945a47707 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/ports?device_id=e43b8f0b-a33c-45c1-a052-cdc2b5954e87 HTTP/1.1" status: 200 len: 945 time: 0.0724802 Nov 12 02:28:21.172555 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-45635213-764c-49a6-9a4e-918d4cb19a82 req-92a4cc78-a979-4ca8-96cc-02a7550075f5 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Deleting port 9af4dce4-b99d-4c7f-886f-2b150633f3ce {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:28:21.173021 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-45635213-764c-49a6-9a4e-918d4cb19a82 req-92a4cc78-a979-4ca8-96cc-02a7550075f5 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:21.189583 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a2e06ba2-0918-4bca-a355-ca313b976347 req-1495b137-3c98-475b-aa0f-4c0b643f55fc tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.66 "GET /v2.0/security-groups?id=3c500b8d-be9b-4cae-a5c4-f64482780f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637240 Nov 12 02:28:21.233844 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4a2f6-bae8-415c-92a0-ed59d094eab9 req-374d8c4a-8111-4240-b03b-0e24c1807678 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:21.235435 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5fa4a2f6-bae8-415c-92a0-ed59d094eab9 req-374d8c4a-8111-4240-b03b-0e24c1807678 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0606885 Nov 12 02:28:21.281181 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-45635213-764c-49a6-9a4e-918d4cb19a82 req-92a4cc78-a979-4ca8-96cc-02a7550075f5 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] For port 9af4dce4-b99d-4c7f-886f-2b150633f3ce, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=9af4dce4-b99d-4c7f-886f-2b150633f3ce,segment=NetworkSegment(ebf57d23-5daf-41dd-ba5d-ceafe7b55831),segment_id=ebf57d23-5daf-41dd-ba5d-ceafe7b55831)] {{(pid=101627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:21.281540 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-45635213-764c-49a6-9a4e-918d4cb19a82 req-92a4cc78-a979-4ca8-96cc-02a7550075f5 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:21.290435 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5fa4a2f6-bae8-415c-92a0-ed59d094eab9 req-e288d6ca-08de-42d9-a800-a5bb683a72f0 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479994 Nov 12 02:28:21.298288 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-45635213-764c-49a6-9a4e-918d4cb19a82 req-92a4cc78-a979-4ca8-96cc-02a7550075f5 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Calling delete_port for 9af4dce4-b99d-4c7f-886f-2b150633f3ce owned by compute:nova {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:28:21.439141 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe4159-4e48-4c68-8a45-123a1ce5eb3c req-5508419b-15b0-4db8-ba79-9ba3c46da252 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:21.440950 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-52fe4159-4e48-4c68-8a45-123a1ce5eb3c req-5508419b-15b0-4db8-ba79-9ba3c46da252 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=aee86466-e37c-47e3-b436-9a0b0faf0bf0 HTTP/1.1" status: 200 len: 945 time: 0.0642378 Nov 12 02:28:21.446248 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-45635213-764c-49a6-9a4e-918d4cb19a82 req-92a4cc78-a979-4ca8-96cc-02a7550075f5 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:21.460720 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['9af4dce4-b99d-4c7f-886f-2b150633f3ce'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:28:21.491001 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4cc78-a979-4ca8-96cc-02a7550075f5 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Pushing event deleted for resources: {'Port': ['ID=9af4dce4-b99d-4c7f-886f-2b150633f3ce,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:21.511774 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-52fe4159-4e48-4c68-8a45-123a1ce5eb3c req-c22d483f-ee16-4ab0-b0e5-a820e9fea279 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610237 Nov 12 02:28:21.542990 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-45635213-764c-49a6-9a4e-918d4cb19a82 req-92a4cc78-a979-4ca8-96cc-02a7550075f5 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] No DVR routers for this DVR port 9af4dce4-b99d-4c7f-886f-2b150633f3ce on host hv-cinder-80857 {{(pid=101627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:28:21.546691 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-45635213-764c-49a6-9a4e-918d4cb19a82 req-92a4cc78-a979-4ca8-96cc-02a7550075f5 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:21.551291 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-45635213-764c-49a6-9a4e-918d4cb19a82 req-92a4cc78-a979-4ca8-96cc-02a7550075f5 tempest-AttachVolumeNegativeTest-91600834 tempest-AttachVolumeNegativeTest-91600834-project] 10.222.0.61 "DELETE /v2.0/ports/9af4dce4-b99d-4c7f-886f-2b150633f3ce HTTP/1.1" status: 204 len: 173 time: 0.4960315 Nov 12 02:28:22.214035 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43b8f0b-a33c-45c1-a052-cdc2b5954e87', 'name': 'network-vif-deleted', 'tag': '9af4dce4-b99d-4c7f-886f-2b150633f3ce'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:28:22.216772 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e294a8ef-18c8-4b18-aa7a-39429358080e" -d '{"events": [{"server_uuid": "e43b8f0b-a33c-45c1-a052-cdc2b5954e87", "name": "network-vif-deleted", "tag": "9af4dce4-b99d-4c7f-886f-2b150633f3ce"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:28:22.252780 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 38916) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:22.256250 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a711a460-d4ff-48c1-a252-e4a1278784e1 x-openstack-request-id: req-a711a460-d4ff-48c1-a252-e4a1278784e1 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:28:22.256540 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43b8f0b-a33c-45c1-a052-cdc2b5954e87", "name": "network-vif-deleted", "tag": "9af4dce4-b99d-4c7f-886f-2b150633f3ce", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:28:22.256791 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a711a460-d4ff-48c1-a252-e4a1278784e1 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:28:22.257182 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43b8f0b-a33c-45c1-a052-cdc2b5954e87', 'name': 'network-vif-deleted', 'tag': '9af4dce4-b99d-4c7f-886f-2b150633f3ce', 'status': 'completed', 'code': 200} Nov 12 02:28:22.306480 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_v2 [None req-175c5e6a-34c8-4ef6-ade8-c6ed8e9ae398 admin admin] Deleting subnet aa652bb9-6eb9-4218-97dc-ea2358a10948 {{(pid=101627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:28:22.309881 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-175c5e6a-34c8-4ef6-ade8-c6ed8e9ae398 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:22.353095 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-175c5e6a-34c8-4ef6-ade8-c6ed8e9ae398 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25777450'] for subnet, precommit_delete_associations {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:22.395485 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-175c5e6a-34c8-4ef6-ade8-c6ed8e9ae398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503514'] for subnet, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:22.425639 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed09153-0240-49a2-abbf-abf262e3961f req-079ac0f3-b855-4dc3-a946-16190ecad7f0 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:22.427702 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0ed09153-0240-49a2-abbf-abf262e3961f req-079ac0f3-b855-4dc3-a946-16190ecad7f0 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0505991 Nov 12 02:28:22.459024 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-175c5e6a-34c8-4ef6-ade8-c6ed8e9ae398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3466484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25666411'] for subnet, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:22.485368 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0ed09153-0240-49a2-abbf-abf262e3961f req-20c4e7fb-e32e-4ef7-b466-7c9afbd0b68f tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503280 Nov 12 02:28:22.491676 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-175c5e6a-34c8-4ef6-ade8-c6ed8e9ae398 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:22.495188 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-175c5e6a-34c8-4ef6-ade8-c6ed8e9ae398 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/aa652bb9-6eb9-4218-97dc-ea2358a10948 HTTP/1.1" status: 204 len: 168 time: 0.2413924 Nov 12 02:28:22.496137 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c5e6a-34c8-4ef6-ade8-c6ed8e9ae398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa652bb9-6eb9-4218-97dc-ea2358a10948,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:22.497759 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 38922) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:22.571275 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1368191'] for network, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:22.682255 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642717', 'neutron.services.segments.db._delete_segments_for_network-8768027728366'] for network, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:22.711420 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:22.711804 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:22.712528 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:22.712852 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Subscribe: > port after_create 55550000 {{(pid=101626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:22.713163 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:22.713467 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Subscribe: > port after_update 55550000 {{(pid=101626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:22.713773 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:22.714099 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:22.714608 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:22.714758 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:22.782446 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:22.782788 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:22.783105 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:22.783551 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101626) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 02:28:22.783816 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.services.segments.db [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564259da-0aa0-41f7-af21-7c2a039d2cf4']}} {{(pid=101626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:28:22.804777 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.services.segments.db [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf57d23-5daf-41dd-ba5d-ceafe7b55831') {'for_net_delete': True} {{(pid=101626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:28:22.805191 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.services.segments.db [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf57d23-5daf-41dd-ba5d-ceafe7b55831') {} {{(pid=101626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:28:22.816372 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f7ad3-d524-4031-8fd2-71d601c6bf96 req-52ca3a5f-6018-4be3-8fcd-56653ead13b8 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:22.818034 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-351f7ad3-d524-4031-8fd2-71d601c6bf96 req-52ca3a5f-6018-4be3-8fcd-56653ead13b8 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=aee86466-e37c-47e3-b436-9a0b0faf0bf0 HTTP/1.1" status: 200 len: 945 time: 0.1980667 Nov 12 02:28:22.837824 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768027880951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25436335'] for segment, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:22.869701 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:22.887443 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=101626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:28:22.887839 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25443653'] for segment, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: from cryptography.utils import int_from_bytes Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: from cryptography.utils import int_from_bytes Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: Traceback (most recent call last): Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: timer() Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: cb(*args, **kw) Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: return func(*args, **kwargs) Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: self._notify() Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: self.callback(batched_events) Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: event.method(event) Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: return f(self, *a, **k) Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: return self._get(url).json() Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: return self.request(url, 'GET', **kwargs) Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:28:22.891980 dv-cinder-808574-4-smb neutron-server[101626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:28:22.913209 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23139c8a-7ffc-4107-b177-6bf35e893830 req-53b7aff2-f537-4974-b618-65272011211d tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:22.915621 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-23139c8a-7ffc-4107-b177-6bf35e893830 req-53b7aff2-f537-4974-b618-65272011211d tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.61 "GET /v2.0/ports?device_id=aee86466-e37c-47e3-b436-9a0b0faf0bf0 HTTP/1.1" status: 200 len: 945 time: 0.0633638 Nov 12 02:28:22.946129 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-351f7ad3-d524-4031-8fd2-71d601c6bf96 req-24906952-7a77-42e7-bb06-df9a5e9fb24c tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196585 Nov 12 02:28:22.964547 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394473'] for network, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:22.970163 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:22.977474 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/564259da-0aa0-41f7-af21-7c2a039d2cf4 HTTP/1.1" status: 204 len: 168 time: 0.4785130 Nov 12 02:28:23.002309 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b15cb-2c12-4d96-893f-478138664bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=564259da-0aa0-41f7-af21-7c2a039d2cf4,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:23.031284 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-23139c8a-7ffc-4107-b177-6bf35e893830 req-93f9081e-12e9-4053-b1f6-266e0d099687 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Deleting port 477044a1-b294-4dc9-833e-4d6f460cfdec {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:28:23.031982 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-23139c8a-7ffc-4107-b177-6bf35e893830 req-93f9081e-12e9-4053-b1f6-266e0d099687 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:23.139170 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 38946) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:23.154841 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-23139c8a-7ffc-4107-b177-6bf35e893830 req-93f9081e-12e9-4053-b1f6-266e0d099687 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] For port 477044a1-b294-4dc9-833e-4d6f460cfdec, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=477044a1-b294-4dc9-833e-4d6f460cfdec,segment=NetworkSegment(350093cb-dee0-47f8-a03a-d8524640aaba),segment_id=350093cb-dee0-47f8-a03a-d8524640aaba)] {{(pid=101627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:23.155205 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-23139c8a-7ffc-4107-b177-6bf35e893830 req-93f9081e-12e9-4053-b1f6-266e0d099687 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:23.169015 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-23139c8a-7ffc-4107-b177-6bf35e893830 req-93f9081e-12e9-4053-b1f6-266e0d099687 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Calling delete_port for 477044a1-b294-4dc9-833e-4d6f460cfdec owned by compute:nova {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:28:23.183402 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-f2fcaf6b-29f6-4d7e-b77f-dc9605e79e88 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=297da905e82042dcad0c352413e38a4d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407405 Nov 12 02:28:23.183831 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 38948) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:23.234357 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-52e1da84-355d-41cb-9c4b-326c09dccaca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:23.258070 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-52e1da84-355d-41cb-9c4b-326c09dccaca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:23.300279 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-23139c8a-7ffc-4107-b177-6bf35e893830 req-93f9081e-12e9-4053-b1f6-266e0d099687 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:23.304968 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-52e1da84-355d-41cb-9c4b-326c09dccaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:23.307719 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-52e1da84-355d-41cb-9c4b-326c09dccaca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:23.309808 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-52e1da84-355d-41cb-9c4b-326c09dccaca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3c500b8d-be9b-4cae-a5c4-f64482780f7b HTTP/1.1" status: 204 len: 168 time: 0.1241181 Nov 12 02:28:23.317248 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['477044a1-b294-4dc9-833e-4d6f460cfdec'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:28:23.319884 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1da84-355d-41cb-9c4b-326c09dccaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c500b8d-be9b-4cae-a5c4-f64482780f7b,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:23.332347 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9081e-12e9-4053-b1f6-266e0d099687 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Pushing event deleted for resources: {'Port': ['ID=477044a1-b294-4dc9-833e-4d6f460cfdec,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:23.373353 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-23139c8a-7ffc-4107-b177-6bf35e893830 req-93f9081e-12e9-4053-b1f6-266e0d099687 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] No DVR routers for this DVR port 477044a1-b294-4dc9-833e-4d6f460cfdec on host hv-cinder-80857 {{(pid=101627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:28:23.376100 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-23139c8a-7ffc-4107-b177-6bf35e893830 req-93f9081e-12e9-4053-b1f6-266e0d099687 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:23.379483 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-23139c8a-7ffc-4107-b177-6bf35e893830 req-93f9081e-12e9-4053-b1f6-266e0d099687 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.61 "DELETE /v2.0/ports/477044a1-b294-4dc9-833e-4d6f460cfdec HTTP/1.1" status: 204 len: 173 time: 0.4568999 Nov 12 02:28:23.408703 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 9af4dce4-b99d-4c7f-886f-2b150633f3ce no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:28:23.444463 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] No Port match for: 9af4dce4-b99d-4c7f-886f-2b150633f3ce {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:28:23.444934 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 9af4dce4-b99d-4c7f-886f-2b150633f3ce not bound to the agent host hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:28:23.445515 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 1633f5dd-550e-499a-9725-87a4ca50855b no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:28:23.472011 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] No Port match for: 1633f5dd-550e-499a-9725-87a4ca50855b {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:28:23.472346 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 1633f5dd-550e-499a-9725-87a4ca50855b not bound to the agent host hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:28:23.616450 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2db53-0913-4e8c-bd31-551db0789de8 req-856b30cd-7011-4165-a78d-2010145b986f tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:23.618015 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d2e2db53-0913-4e8c-bd31-551db0789de8 req-856b30cd-7011-4165-a78d-2010145b986f tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0483518 Nov 12 02:28:23.671655 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d2e2db53-0913-4e8c-bd31-551db0789de8 req-c66e205d-5fd2-45d5-8bbc-032a875cdf7b tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474846 Nov 12 02:28:24.257911 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee86466-e37c-47e3-b436-9a0b0faf0bf0', 'name': 'network-vif-deleted', 'tag': '477044a1-b294-4dc9-833e-4d6f460cfdec'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:28:24.261308 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c06a700-72ea-4d60-9b80-acd2e1270fbe" -d '{"events": [{"server_uuid": "aee86466-e37c-47e3-b436-9a0b0faf0bf0", "name": "network-vif-deleted", "tag": "477044a1-b294-4dc9-833e-4d6f460cfdec"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:28:24.370041 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-0b58777b-0619-484e-b064-c75b698e9bab tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:24.377845 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-0b58777b-0619-484e-b064-c75b698e9bab tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/networks?id=8caf5165-c51d-45da-9f4a-e769ddfc0491 HTTP/1.1" status: 200 len: 809 time: 0.1176405 Nov 12 02:28:24.381863 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e797470-78c6-4773-91b3-5a9bc96cafba x-openstack-request-id: req-7e797470-78c6-4773-91b3-5a9bc96cafba {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:28:24.382960 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee86466-e37c-47e3-b436-9a0b0faf0bf0", "name": "network-vif-deleted", "tag": "477044a1-b294-4dc9-833e-4d6f460cfdec", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:28:24.383270 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7e797470-78c6-4773-91b3-5a9bc96cafba {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:28:24.384191 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee86466-e37c-47e3-b436-9a0b0faf0bf0', 'name': 'network-vif-deleted', 'tag': '477044a1-b294-4dc9-833e-4d6f460cfdec', 'status': 'completed', 'code': 200} Nov 12 02:28:24.395509 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-e7f21699-b8cf-445c-aee0-3d902fde5b0c tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/quotas/b9b11f9d224c4743ba228d55878ff098 HTTP/1.1" status: 200 len: 375 time: 0.0166597 Nov 12 02:28:24.425714 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-84d956ac-fb14-40a9-ab51-60a742fa1b89 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9b11f9d224c4743ba228d55878ff098&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286880 Nov 12 02:28:24.550450 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d5bf8-85b8-4fcb-94dc-92bdc4a11a30 req-b0558c3c-efd2-410f-873e-0bd7d1b78ba2 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:24.551955 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a16d5bf8-85b8-4fcb-94dc-92bdc4a11a30 req-b0558c3c-efd2-410f-873e-0bd7d1b78ba2 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.1089907 Nov 12 02:28:24.580778 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-7d65d026-b9d4-4fe9-802c-86fe8ff09738 service neutron] 10.222.0.66 "GET /v2.0/networks/8caf5165-c51d-45da-9f4a-e769ddfc0491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468215 Nov 12 02:28:24.639340 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a16d5bf8-85b8-4fcb-94dc-92bdc4a11a30 req-3564f768-e93a-4090-b8e7-4d148038e82b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804801 Nov 12 02:28:24.703977 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-46505fc1-45ef-405d-9d25-f02c06912793 service neutron] 10.222.0.66 "GET /v2.0/networks/8caf5165-c51d-45da-9f4a-e769ddfc0491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098425 Nov 12 02:28:24.877898 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-11f7cd47-2394-4149-9cd6-05803f9e6d96 req-81a4e683-e0f1-4aa5-8d9c-fd27395ce9d8 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c971ac0-cbcf-46dc-96de-77e0661921be HTTP/1.1" status: 200 len: 210 time: 0.0317948 Nov 12 02:28:24.889921 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafe5b4-186d-4483-abff-96d655910ee5 req-1c84042c-045e-404c-be82-901904bf4dfe tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:24.895897 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dbafe5b4-186d-4483-abff-96d655910ee5 req-1c84042c-045e-404c-be82-901904bf4dfe tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0887372 Nov 12 02:28:24.958030 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dbafe5b4-186d-4483-abff-96d655910ee5 req-d7fa2259-734e-429c-aec2-c8df8235808e tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603087 Nov 12 02:28:25.432983 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 39068) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:25.524366 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-40d46c52-a9b2-4aa4-ac08-9b4019b97949 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:25.525882 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-40d46c52-a9b2-4aa4-ac08-9b4019b97949 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/networks?id=44947760-a2b2-4e50-855a-db3911329416 HTTP/1.1" status: 200 len: 814 time: 0.1244442 Nov 12 02:28:25.543458 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-34c61543-81db-4f0b-b20d-6a2425805031 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/quotas/e13708ebbef3409e840e949a913c427f HTTP/1.1" status: 200 len: 375 time: 0.0101810 Nov 12 02:28:25.574673 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-04d9a44c-becf-4585-85fe-102760cab475 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:25.580550 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-08f88b91-7739-4c78-9c1a-d8278768570f tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e13708ebbef3409e840e949a913c427f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310843 Nov 12 02:28:25.661691 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-04d9a44c-becf-4585-85fe-102760cab475 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:25.666996 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-04d9a44c-becf-4585-85fe-102760cab475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:25.684919 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-3075e4e8-4319-4082-8fd2-e232799dca24 service neutron] 10.222.0.66 "GET /v2.0/networks/44947760-a2b2-4e50-855a-db3911329416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964689 Nov 12 02:28:25.710677 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-04d9a44c-becf-4585-85fe-102760cab475 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=df2981e1c2ff42f99c1d7e81c218cfa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765889 Nov 12 02:28:25.711263 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 39074) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:25.713321 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9a44c-becf-4585-85fe-102760cab475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa94a44-cbd9-4e35-ad45-8df0c7db66cc,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:25.762352 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6537aa5c-20d2-4d9d-a300-1c110f46b722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:25.784581 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6537aa5c-20d2-4d9d-a300-1c110f46b722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:25.823340 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5271e8-8e0a-4e18-a24d-9f18a203be74 req-aa72931a-bf40-4219-8faa-52ebfbcc1395 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:25.824822 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7c5271e8-8e0a-4e18-a24d-9f18a203be74 req-aa72931a-bf40-4219-8faa-52ebfbcc1395 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.0681868 Nov 12 02:28:25.828500 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-a0ae22b8-9f6f-4da0-b136-894a532ea176 service neutron] 10.222.0.66 "GET /v2.0/networks/44947760-a2b2-4e50-855a-db3911329416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333404 Nov 12 02:28:25.836266 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6537aa5c-20d2-4d9d-a300-1c110f46b722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:25.838981 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6537aa5c-20d2-4d9d-a300-1c110f46b722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:25.842441 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-6537aa5c-20d2-4d9d-a300-1c110f46b722 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7fa94a44-cbd9-4e35-ad45-8df0c7db66cc HTTP/1.1" status: 204 len: 168 time: 0.1278110 Nov 12 02:28:25.852599 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537aa5c-20d2-4d9d-a300-1c110f46b722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa94a44-cbd9-4e35-ad45-8df0c7db66cc,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:25.894101 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7c5271e8-8e0a-4e18-a24d-9f18a203be74 req-586b88db-6bb6-467a-a25d-2dc77d7286ec tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619354 Nov 12 02:28:26.106594 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1ad8fd12-5262-4232-ba96-73561cd97b01 req-fa594869-84a3-418c-badc-de5681596e57 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c971ac0-cbcf-46dc-96de-77e0661921be HTTP/1.1" status: 200 len: 210 time: 0.0937133 Nov 12 02:28:26.141075 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-f1f73bb1-02b4-4021-92f3-55a0f4ab65f2 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:26.142921 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-f1f73bb1-02b4-4021-92f3-55a0f4ab65f2 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.61 "GET /v2.0/networks?id=8caf5165-c51d-45da-9f4a-e769ddfc0491 HTTP/1.1" status: 200 len: 809 time: 0.1471760 Nov 12 02:28:26.158181 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-221336e3-4791-4fdc-ada0-de34b3104379 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Request body: {'port': {'device_id': '7c971ac0-cbcf-46dc-96de-77e0661921be', 'network_id': '8caf5165-c51d-45da-9f4a-e769ddfc0491', 'admin_state_up': True, 'tenant_id': 'b9b11f9d224c4743ba228d55878ff098'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:28:26.207686 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-502794e4-f58c-4ba3-a90a-08f2cb69bbc1 req-3abf9075-98f8-4214-b35e-77b8dbe0094e tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=60f2b6de-2837-4c54-80ec-757464b62363 HTTP/1.1" status: 200 len: 210 time: 0.0708618 Nov 12 02:28:26.312553 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86cc8f-c17f-4592-8284-cd622b5d9ed7 req-98c0768c-7d87-48ee-905b-209135411072 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:26.320970 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5a86cc8f-c17f-4592-8284-cd622b5d9ed7 req-98c0768c-7d87-48ee-905b-209135411072 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0896082 Nov 12 02:28:26.329010 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-221336e3-4791-4fdc-ada0-de34b3104379 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Made reservation on behalf of b9b11f9d224c4743ba228d55878ff098 for: {'port': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:28:26.336312 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-221336e3-4791-4fdc-ada0-de34b3104379 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:26.367355 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 39102) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:26.391997 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5a86cc8f-c17f-4592-8284-cd622b5d9ed7 req-95173e87-211c-4884-9b6a-f3f23ad27c3f tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699527 Nov 12 02:28:26.393068 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-3788d32f-b3df-4007-bfc6-f6b33246d837 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:26.493334 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-3788d32f-b3df-4007-bfc6-f6b33246d837 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:26.497611 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-3788d32f-b3df-4007-bfc6-f6b33246d837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:26.531231 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-221336e3-4791-4fdc-ada0-de34b3104379 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Allocated IP 172.20.0.14 (8caf5165-c51d-45da-9f4a-e769ddfc0491/2bae86e1-f190-4556-9a8e-932d90f3a0b4/dbcd7115-4b0b-4e42-b8c7-4d3972dad09f) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:28:26.538808 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-3788d32f-b3df-4007-bfc6-f6b33246d837 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2984e31b7d9448a2b94728036d1874e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1702859 Nov 12 02:28:26.539726 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788d32f-b3df-4007-bfc6-f6b33246d837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b07a2f-65f4-48a3-bfa3-314d94764448,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:26.541624 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 39108) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:26.675602 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bdba7377-58f8-4406-b2d8-a1488d58c0a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:26.712877 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bdba7377-58f8-4406-b2d8-a1488d58c0a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:26.763872 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-221336e3-4791-4fdc-ada0-de34b3104379 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:26.796336 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bdba7377-58f8-4406-b2d8-a1488d58c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:26.798882 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bdba7377-58f8-4406-b2d8-a1488d58c0a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:26.800027 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-bdba7377-58f8-4406-b2d8-a1488d58c0a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/11b07a2f-65f4-48a3-bfa3-314d94764448 HTTP/1.1" status: 204 len: 168 time: 0.2567682 Nov 12 02:28:26.810782 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-221336e3-4791-4fdc-ada0-de34b3104379 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:26.812837 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba7377-58f8-4406-b2d8-a1488d58c0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b07a2f-65f4-48a3-bfa3-314d94764448,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:26.855725 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-221336e3-4791-4fdc-ada0-de34b3104379 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Network 8caf5165-c51d-45da-9f4a-e769ddfc0491 is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:28:26.861574 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-221336e3-4791-4fdc-ada0-de34b3104379 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:28:26.866443 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-221336e3-4791-4fdc-ada0-de34b3104379 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:28:26.897293 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221336e3-4791-4fdc-ada0-de34b3104379 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Pushing event updated for resources: {'Port': ['ID=dbcd7115-4b0b-4e42-b8c7-4d3972dad09f,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:26.929671 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-221336e3-4791-4fdc-ada0-de34b3104379 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:26.930297 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-221336e3-4791-4fdc-ada0-de34b3104379 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:26.949294 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-221336e3-4791-4fdc-ada0-de34b3104379 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7958372 Nov 12 02:28:26.964373 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] Request body: {'port': {'device_id': '7c971ac0-cbcf-46dc-96de-77e0661921be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:28:27.025475 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bcee4-0ca2-45d2-9770-723a4a354278 req-da3b8e08-8646-486a-b376-83ceb3425915 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:27.027148 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:27.031877 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-077bcee4-0ca2-45d2-9770-723a4a354278 req-da3b8e08-8646-486a-b376-83ceb3425915 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.0657821 Nov 12 02:28:27.081588 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-077bcee4-0ca2-45d2-9770-723a4a354278 req-19afb711-cc1a-44c8-99d6-4736a25c4709 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473502 Nov 12 02:28:27.225648 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e231bc-6f90-44d8-a985-336f4e4181b5 req-14ed3e33-8c38-4544-ad82-970f82e0431c tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:27.238668 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d6e231bc-6f90-44d8-a985-336f4e4181b5 req-14ed3e33-8c38-4544-ad82-970f82e0431c tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c971ac0-cbcf-46dc-96de-77e0661921be HTTP/1.1" status: 200 len: 932 time: 0.0739827 Nov 12 02:28:27.331948 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e9a83036-c936-4e82-b872-7e67b864e621 req-768348dd-ca3a-451f-823f-8d3b1c7b2621 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=60f2b6de-2837-4c54-80ec-757464b62363 HTTP/1.1" status: 200 len: 210 time: 0.0324960 Nov 12 02:28:27.351187 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d6e231bc-6f90-44d8-a985-336f4e4181b5 req-0268cdd3-59c5-4f41-adbf-61668cf061cd tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082110 Nov 12 02:28:27.424594 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 477044a1-b294-4dc9-833e-4d6f460cfdec no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:28:27.455575 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] No Port match for: 477044a1-b294-4dc9-833e-4d6f460cfdec {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:28:27.456187 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 477044a1-b294-4dc9-833e-4d6f460cfdec not bound to the agent host hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:28:27.507541 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-72db61cb-9ea0-4db7-9c02-3d2d153f5fd4 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:27.509964 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-72db61cb-9ea0-4db7-9c02-3d2d153f5fd4 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.61 "GET /v2.0/networks?id=44947760-a2b2-4e50-855a-db3911329416 HTTP/1.1" status: 200 len: 814 time: 0.3061767 Nov 12 02:28:27.540550 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-da123aa0-0130-4cc5-b1aa-a49e539693c0 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Request body: {'port': {'device_id': '60f2b6de-2837-4c54-80ec-757464b62363', 'network_id': '44947760-a2b2-4e50-855a-db3911329416', 'admin_state_up': True, 'tenant_id': 'e13708ebbef3409e840e949a913c427f'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:28:27.582435 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11961957-7c20-43bc-bf7a-3b89766ce72b req-27a40c89-feb0-4871-ab0c-fc55cfea5aee tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:27.584887 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-11961957-7c20-43bc-bf7a-3b89766ce72b req-27a40c89-feb0-4871-ab0c-fc55cfea5aee tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0776124 Nov 12 02:28:27.654133 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-11961957-7c20-43bc-bf7a-3b89766ce72b req-426f6056-9f2c-432d-a775-4f9e0b877cb2 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575933 Nov 12 02:28:27.742435 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbcd7115-4b0b-4e42-b8c7-4d3972dad09f {{(pid=101627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:28:27.751852 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:27.756799 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-da123aa0-0130-4cc5-b1aa-a49e539693c0 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Made reservation on behalf of e13708ebbef3409e840e949a913c427f for: {'port': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:28:27.760194 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-da123aa0-0130-4cc5-b1aa-a49e539693c0 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:27.780514 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.provisioning_blocks [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] Transition to ACTIVE for port object dbcd7115-4b0b-4e42-b8c7-4d3972dad09f will not be triggered until provisioned by entity L2. {{(pid=101627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:28:27.792536 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3466430'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:28.084310 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] Pushing event updated for resources: {'Port': ['ID=dbcd7115-4b0b-4e42-b8c7-4d3972dad09f,revision_number=2']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:28.214620 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-da123aa0-0130-4cc5-b1aa-a49e539693c0 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Allocated IP 172.20.0.12 (44947760-a2b2-4e50-855a-db3911329416/fbd682ae-6366-4362-bab0-eda15ca45632/91bec2b0-b559-4872-89f1-ebfd77a53480) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:28:28.223508 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] Attempting to bind port dbcd7115-4b0b-4e42-b8c7-4d3972dad09f on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:28:28.224908 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] Attempting to bind port dbcd7115-4b0b-4e42-b8c7-4d3972dad09f by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '350093cb-dee0-47f8-a03a-d8524640aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8caf5165-c51d-45da-9f4a-e769ddfc0491'}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:28:28.224908 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] Attempting to bind port dbcd7115-4b0b-4e42-b8c7-4d3972dad09f on network 8caf5165-c51d-45da-9f4a-e769ddfc0491 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:28:28.226953 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b681fb5-0f5c-4751-807a-7405b78606e2 req-9d6bda4b-ff91-4d83-bb0a-04e31b6de8cd tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:28.234345 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6b681fb5-0f5c-4751-807a-7405b78606e2 req-9d6bda4b-ff91-4d83-bb0a-04e31b6de8cd tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.0616391 Nov 12 02:28:28.236047 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] Port dbcd7115-4b0b-4e42-b8c7-4d3972dad09f on network 8caf5165-c51d-45da-9f4a-e769ddfc0491 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:28:28.236557 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] Attempting to bind port dbcd7115-4b0b-4e42-b8c7-4d3972dad09f on network 8caf5165-c51d-45da-9f4a-e769ddfc0491 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:28:28.250488 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] Checking agent: {'id': '2c3d3ad8-5938-43f6-9304-04beb85952ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:28:28.250828 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] Checking segment: {'id': '350093cb-dee0-47f8-a03a-d8524640aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8caf5165-c51d-45da-9f4a-e769ddfc0491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:28:28.251204 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] Bound using segment: {'id': '350093cb-dee0-47f8-a03a-d8524640aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8caf5165-c51d-45da-9f4a-e769ddfc0491'} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:28:28.251665 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] Bound port: dbcd7115-4b0b-4e42-b8c7-4d3972dad09f, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '350093cb-dee0-47f8-a03a-d8524640aaba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '8caf5165-c51d-45da-9f4a-e769ddfc0491'}}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:28:28.252097 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:28.280016 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6b681fb5-0f5c-4751-807a-7405b78606e2 req-86b6a1f4-8dda-4b1e-8805-a8a354d9aec1 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446134 Nov 12 02:28:28.401131 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] For port dbcd7115-4b0b-4e42-b8c7-4d3972dad09f, host hv-cinder-80857, cleared binding levels {{(pid=101627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:28:28.421188 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] For port dbcd7115-4b0b-4e42-b8c7-4d3972dad09f, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=dbcd7115-4b0b-4e42-b8c7-4d3972dad09f,segment=NetworkSegment(350093cb-dee0-47f8-a03a-d8524640aaba),segment_id=350093cb-dee0-47f8-a03a-d8524640aaba)] {{(pid=101627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:28:28.430904 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3466430'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:28.475910 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-da123aa0-0130-4cc5-b1aa-a49e539693c0 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:28.479477 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:28.480334 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:28.481934 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] 10.222.0.61 "PUT /v2.0/ports/dbcd7115-4b0b-4e42-b8c7-4d3972dad09f HTTP/1.1" status: 200 len: 1094 time: 1.5220947 Nov 12 02:28:28.482382 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c971ac0-cbcf-46dc-96de-77e0661921be', 'tag': 'dbcd7115-4b0b-4e42-b8c7-4d3972dad09f'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:28:28.484831 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f176f22-9a33-43a7-8b2f-b1f1264b4139" -d '{"events": [{"name": "network-changed", "server_uuid": "7c971ac0-cbcf-46dc-96de-77e0661921be", "tag": "dbcd7115-4b0b-4e42-b8c7-4d3972dad09f"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:28:28.508499 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-da22c5ad-9a81-4db7-be0c-e37101cb4aed req-7e5d2949-efd9-479f-8206-cc2ddf6f2fb9 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=60f2b6de-2837-4c54-80ec-757464b62363 HTTP/1.1" status: 200 len: 210 time: 0.0455120 Nov 12 02:28:28.517371 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb52f64-14bf-4824-9d46-a7cdf7db2a1c service neutron] Pushing event updated for resources: {'Port': ['ID=dbcd7115-4b0b-4e42-b8c7-4d3972dad09f,revision_number=3']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:28.532365 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0fb3d-7611-45b6-aa8a-380704b44539 req-450affc7-a218-4553-9793-d68e4c70d582 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:28.541262 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-33d0fb3d-7611-45b6-aa8a-380704b44539 req-450affc7-a218-4553-9793-d68e4c70d582 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c971ac0-cbcf-46dc-96de-77e0661921be HTTP/1.1" status: 200 len: 944 time: 0.1085193 Nov 12 02:28:28.576344 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f853e1-2217-4c9f-b089-72e2fbe22509 x-openstack-request-id: req-39f853e1-2217-4c9f-b089-72e2fbe22509 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:28:28.577228 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c971ac0-cbcf-46dc-96de-77e0661921be", "tag": "dbcd7115-4b0b-4e42-b8c7-4d3972dad09f", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:28:28.577479 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-39f853e1-2217-4c9f-b089-72e2fbe22509 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:28:28.578111 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c971ac0-cbcf-46dc-96de-77e0661921be', 'tag': 'dbcd7115-4b0b-4e42-b8c7-4d3972dad09f', 'status': 'completed', 'code': 200} Nov 12 02:28:28.581269 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-da123aa0-0130-4cc5-b1aa-a49e539693c0 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:28.601454 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-33d0fb3d-7611-45b6-aa8a-380704b44539 req-91bc845b-848c-46dd-b05a-f5a3cff6e07e tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593133 Nov 12 02:28:28.622305 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-c310f379-9cb4-42c3-a5d7-1c6ac7b83701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:28.623803 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-c310f379-9cb4-42c3-a5d7-1c6ac7b83701 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9b11f9d224c4743ba228d55878ff098&device_id=7c971ac0-cbcf-46dc-96de-77e0661921be HTTP/1.1" status: 200 len: 1097 time: 0.0892749 Nov 12 02:28:28.632521 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-da123aa0-0130-4cc5-b1aa-a49e539693c0 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Network 44947760-a2b2-4e50-855a-db3911329416 is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:28:28.641166 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-da123aa0-0130-4cc5-b1aa-a49e539693c0 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:28:28.656722 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-da123aa0-0130-4cc5-b1aa-a49e539693c0 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:28:28.709778 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-bef324fe-1a0c-434f-81a3-d6d9f7280afa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbcd7115-4b0b-4e42-b8c7-4d3972dad09f HTTP/1.1" status: 200 len: 217 time: 0.0699651 Nov 12 02:28:28.717542 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da123aa0-0130-4cc5-b1aa-a49e539693c0 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Pushing event updated for resources: {'Port': ['ID=91bec2b0-b559-4872-89f1-ebfd77a53480,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:28.780166 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-da123aa0-0130-4cc5-b1aa-a49e539693c0 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:28.780788 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-da123aa0-0130-4cc5-b1aa-a49e539693c0 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:28.786891 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8934a-4cbf-486f-9889-0e2515e64128 req-d1786e15-4d46-4811-a3c8-bdbefcd18a90 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:28.788482 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3ca8934a-4cbf-486f-9889-0e2515e64128 req-d1786e15-4d46-4811-a3c8-bdbefcd18a90 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0574617 Nov 12 02:28:28.795841 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-ab6c257f-7913-45da-a3d0-59d3325f086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:28.797603 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-ab6c257f-7913-45da-a3d0-59d3325f086b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bae86e1-f190-4556-9a8e-932d90f3a0b4 HTTP/1.1" status: 200 len: 849 time: 0.0759823 Nov 12 02:28:28.801435 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-da123aa0-0130-4cc5-b1aa-a49e539693c0 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2708678 Nov 12 02:28:28.830142 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] Request body: {'port': {'device_id': '60f2b6de-2837-4c54-80ec-757464b62363', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:28:28.851572 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3ca8934a-4cbf-486f-9889-0e2515e64128 req-a05a26c9-a189-4f75-af50-ee71d218e9da tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516956 Nov 12 02:28:28.872657 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-dc2c9364-b87a-4113-947d-440e3edafa63 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8caf5165-c51d-45da-9f4a-e769ddfc0491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567045 Nov 12 02:28:28.946396 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:29.070373 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-5ba9aec7-3874-47c9-bced-63283b0a07c7 service neutron] 10.222.0.61 "GET /v2.0/networks/8caf5165-c51d-45da-9f4a-e769ddfc0491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840672 Nov 12 02:28:29.291037 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e46a4fee-11fd-4e01-8182-46e99ad01e98 req-5c1a65b9-886a-4083-90d4-a5675989cc3e service neutron] 10.222.0.61 "GET /v2.0/networks/8caf5165-c51d-45da-9f4a-e769ddfc0491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771843 Nov 12 02:28:29.416261 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e734d9-f584-473f-b4cc-0e7310055a54 req-728cf383-1d14-4107-b2da-e7775a627ae5 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:29.417782 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f3e734d9-f584-473f-b4cc-0e7310055a54 req-728cf383-1d14-4107-b2da-e7775a627ae5 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.0499067 Nov 12 02:28:29.433214 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91bec2b0-b559-4872-89f1-ebfd77a53480 {{(pid=101627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:28:29.443603 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:29.447266 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f176f22-9a33-43a7-8b2f-b1f1264b4139 req-b3c03c04-dfc8-422e-93de-fa847645d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:29.449051 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-7f176f22-9a33-43a7-8b2f-b1f1264b4139 req-b3c03c04-dfc8-422e-93de-fa847645d8d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9b11f9d224c4743ba228d55878ff098&device_id=7c971ac0-cbcf-46dc-96de-77e0661921be HTTP/1.1" status: 200 len: 1097 time: 0.0940838 Nov 12 02:28:29.468544 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.provisioning_blocks [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] Transition to ACTIVE for port object 91bec2b0-b559-4872-89f1-ebfd77a53480 will not be triggered until provisioned by entity L2. {{(pid=101627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:28:29.478979 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f3e734d9-f584-473f-b4cc-0e7310055a54 req-fa28cdc0-eb88-4d6d-82c3-005f36e0bb95 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546308 Nov 12 02:28:29.483281 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3466430'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:29.595704 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] Pushing event updated for resources: {'Port': ['ID=91bec2b0-b559-4872-89f1-ebfd77a53480,revision_number=2']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:29.652048 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f176f22-9a33-43a7-8b2f-b1f1264b4139 req-195fbe38-fe81-4615-ab5f-1de9bc1b83e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:29.653540 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-7f176f22-9a33-43a7-8b2f-b1f1264b4139 req-195fbe38-fe81-4615-ab5f-1de9bc1b83e7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8caf5165-c51d-45da-9f4a-e769ddfc0491 HTTP/1.1" status: 200 len: 910 time: 0.1974187 Nov 12 02:28:29.654792 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba21caf-ebd1-4f31-add6-1884483f9061 req-3ba172c7-95b3-4d9a-b410-711c0824ba8c tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:29.656240 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-bba21caf-ebd1-4f31-add6-1884483f9061 req-3ba172c7-95b3-4d9a-b410-711c0824ba8c tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=60f2b6de-2837-4c54-80ec-757464b62363 HTTP/1.1" status: 200 len: 944 time: 0.0644696 Nov 12 02:28:29.712752 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-7f176f22-9a33-43a7-8b2f-b1f1264b4139 req-49d6cf12-a96c-4038-819a-d2afb135809d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbcd7115-4b0b-4e42-b8c7-4d3972dad09f HTTP/1.1" status: 200 len: 217 time: 0.0443289 Nov 12 02:28:29.723502 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] Attempting to bind port 91bec2b0-b559-4872-89f1-ebfd77a53480 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:28:29.724501 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] Attempting to bind port 91bec2b0-b559-4872-89f1-ebfd77a53480 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '0110cbf4-8b31-4575-ad20-6ec9f456d92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '44947760-a2b2-4e50-855a-db3911329416'}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:28:29.724823 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] Attempting to bind port 91bec2b0-b559-4872-89f1-ebfd77a53480 on network 44947760-a2b2-4e50-855a-db3911329416 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:28:29.736438 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-bba21caf-ebd1-4f31-add6-1884483f9061 req-2aaf1a2e-2965-40f5-bb8b-0864f5c87cf8 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725935 Nov 12 02:28:29.749092 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264d880-8353-4b92-8425-436acd7480c8 req-4cf950de-eea6-439f-af89-b1c685e8bf50 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:29.750551 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3264d880-8353-4b92-8425-436acd7480c8 req-4cf950de-eea6-439f-af89-b1c685e8bf50 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c971ac0-cbcf-46dc-96de-77e0661921be HTTP/1.1" status: 200 len: 944 time: 0.0725870 Nov 12 02:28:29.754854 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] Port 91bec2b0-b559-4872-89f1-ebfd77a53480 on network 44947760-a2b2-4e50-855a-db3911329416 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:28:29.755218 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] Attempting to bind port 91bec2b0-b559-4872-89f1-ebfd77a53480 on network 44947760-a2b2-4e50-855a-db3911329416 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:28:29.765004 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] Checking agent: {'id': '2c3d3ad8-5938-43f6-9304-04beb85952ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:28:29.765337 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] Checking segment: {'id': '0110cbf4-8b31-4575-ad20-6ec9f456d92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '44947760-a2b2-4e50-855a-db3911329416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:28:29.765711 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] Bound using segment: {'id': '0110cbf4-8b31-4575-ad20-6ec9f456d92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '44947760-a2b2-4e50-855a-db3911329416'} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:28:29.766131 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] Bound port: 91bec2b0-b559-4872-89f1-ebfd77a53480, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0110cbf4-8b31-4575-ad20-6ec9f456d92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '44947760-a2b2-4e50-855a-db3911329416'}}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:28:29.766480 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:29.791226 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f176f22-9a33-43a7-8b2f-b1f1264b4139 req-634e8d8b-72fc-4d08-96d6-7b11f1431d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:29.792713 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-7f176f22-9a33-43a7-8b2f-b1f1264b4139 req-634e8d8b-72fc-4d08-96d6-7b11f1431d04 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2bae86e1-f190-4556-9a8e-932d90f3a0b4 HTTP/1.1" status: 200 len: 849 time: 0.0703671 Nov 12 02:28:29.799957 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3264d880-8353-4b92-8425-436acd7480c8 req-28dfcc9a-5fa9-4c0e-9d81-91b1995e80e0 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431328 Nov 12 02:28:29.838361 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-7f176f22-9a33-43a7-8b2f-b1f1264b4139 req-aaceaa8d-67de-4da9-8516-1e8187165f7d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8caf5165-c51d-45da-9f4a-e769ddfc0491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264421 Nov 12 02:28:29.891458 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] For port 91bec2b0-b559-4872-89f1-ebfd77a53480, host hv-cinder-80857, cleared binding levels {{(pid=101627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:28:29.936519 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] For port 91bec2b0-b559-4872-89f1-ebfd77a53480, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=91bec2b0-b559-4872-89f1-ebfd77a53480,segment=NetworkSegment(0110cbf4-8b31-4575-ad20-6ec9f456d92a),segment_id=0110cbf4-8b31-4575-ad20-6ec9f456d92a)] {{(pid=101627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:28:29.957627 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3466430'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:29.999255 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91699a-d51a-493d-95e3-76a8df5f5bc4 req-f116b63b-6087-4a7b-9a0c-95e21f96266a tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:30.000963 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9b91699a-d51a-493d-95e3-76a8df5f5bc4 req-f116b63b-6087-4a7b-9a0c-95e21f96266a tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0641258 Nov 12 02:28:30.011894 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:30.012531 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:30.013918 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] 10.222.0.61 "PUT /v2.0/ports/91bec2b0-b559-4872-89f1-ebfd77a53480 HTTP/1.1" status: 200 len: 1094 time: 1.1881285 Nov 12 02:28:30.024530 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-7f176f22-9a33-43a7-8b2f-b1f1264b4139 req-d713dc95-1210-4e1c-85b2-3afbe63162d4 service neutron] 10.222.0.61 "GET /v2.0/networks/8caf5165-c51d-45da-9f4a-e769ddfc0491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693876 Nov 12 02:28:30.048247 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a19cc-3b4c-4462-a807-b1d405ac0620 service neutron] Pushing event updated for resources: {'Port': ['ID=91bec2b0-b559-4872-89f1-ebfd77a53480,revision_number=3']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:30.070010 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9b91699a-d51a-493d-95e3-76a8df5f5bc4 req-01ffa58b-5dfd-4ee5-b52a-dd14f4d95571 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623012 Nov 12 02:28:30.155597 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-a5a50046-5a13-4903-8e99-62b9dd40f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:30.157115 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-a5a50046-5a13-4903-8e99-62b9dd40f875 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e13708ebbef3409e840e949a913c427f&device_id=60f2b6de-2837-4c54-80ec-757464b62363 HTTP/1.1" status: 200 len: 1097 time: 0.0840626 Nov 12 02:28:30.211349 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-7f176f22-9a33-43a7-8b2f-b1f1264b4139 req-09d44bbc-a163-4955-a9d3-9e3ca17a82f0 service neutron] 10.222.0.61 "GET /v2.0/networks/8caf5165-c51d-45da-9f4a-e769ddfc0491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734800 Nov 12 02:28:30.214050 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-b4d4e1e4-c17b-4ca9-991c-b63ee78b77a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91bec2b0-b559-4872-89f1-ebfd77a53480 HTTP/1.1" status: 200 len: 217 time: 0.0470107 Nov 12 02:28:30.270478 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-821d5cf6-d6b4-4798-8faa-a5c2f7d46bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:30.273312 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-821d5cf6-d6b4-4798-8faa-a5c2f7d46bdc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbd682ae-6366-4362-bab0-eda15ca45632 HTTP/1.1" status: 200 len: 854 time: 0.0475721 Nov 12 02:28:30.312959 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-61c28468-7265-4eb1-b88f-92b925bd8ab4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=44947760-a2b2-4e50-855a-db3911329416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238676 Nov 12 02:28:30.413452 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-12998474-97f3-4566-ab67-0ed3146c5e4c service neutron] 10.222.0.61 "GET /v2.0/networks/44947760-a2b2-4e50-855a-db3911329416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913227 Nov 12 02:28:30.509370 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-0f538340-9bea-4ba6-8bbd-cf89cd539c60 req-194c0963-52e6-4a01-9311-e1a71890b147 service neutron] 10.222.0.61 "GET /v2.0/networks/44947760-a2b2-4e50-855a-db3911329416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879419 Nov 12 02:28:30.579920 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f2b6de-2837-4c54-80ec-757464b62363', 'tag': '91bec2b0-b559-4872-89f1-ebfd77a53480'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:28:30.582858 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d7fe4a-69a3-4290-ada0-395ae1dc59d8" -d '{"events": [{"name": "network-changed", "server_uuid": "60f2b6de-2837-4c54-80ec-757464b62363", "tag": "91bec2b0-b559-4872-89f1-ebfd77a53480"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:28:30.594975 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40a0b2-5060-4a44-b3aa-df7ae0e60787 req-93e2c473-3ed5-4ae6-a2d9-c98d0ad8a0ea tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:30.596519 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2a40a0b2-5060-4a44-b3aa-df7ae0e60787 req-93e2c473-3ed5-4ae6-a2d9-c98d0ad8a0ea tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.0490799 Nov 12 02:28:30.621411 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4884f0-da16-4925-8b5d-70c193945814 x-openstack-request-id: req-3b4884f0-da16-4925-8b5d-70c193945814 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:28:30.622028 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f2b6de-2837-4c54-80ec-757464b62363", "tag": "91bec2b0-b559-4872-89f1-ebfd77a53480", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:28:30.622028 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3b4884f0-da16-4925-8b5d-70c193945814 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:28:30.622351 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f2b6de-2837-4c54-80ec-757464b62363', 'tag': '91bec2b0-b559-4872-89f1-ebfd77a53480', 'status': 'completed', 'code': 200} Nov 12 02:28:30.643895 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2a40a0b2-5060-4a44-b3aa-df7ae0e60787 req-7c35cbdf-a68e-4d1b-b6d4-541581779036 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414684 Nov 12 02:28:30.694371 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7fe4a-69a3-4290-ada0-395ae1dc59d8 req-47d010bf-8f81-442d-b66c-8fa69663b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:30.695917 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e6d7fe4a-69a3-4290-ada0-395ae1dc59d8 req-47d010bf-8f81-442d-b66c-8fa69663b91c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e13708ebbef3409e840e949a913c427f&device_id=60f2b6de-2837-4c54-80ec-757464b62363 HTTP/1.1" status: 200 len: 1097 time: 0.0423937 Nov 12 02:28:30.790886 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7fe4a-69a3-4290-ada0-395ae1dc59d8 req-f1ea54f9-47c1-4d5a-ac07-21f975926a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:30.792401 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e6d7fe4a-69a3-4290-ada0-395ae1dc59d8 req-f1ea54f9-47c1-4d5a-ac07-21f975926a5c service neutron] 10.222.0.61 "GET /v2.0/networks?id=44947760-a2b2-4e50-855a-db3911329416 HTTP/1.1" status: 200 len: 915 time: 0.0890572 Nov 12 02:28:30.842303 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e6d7fe4a-69a3-4290-ada0-395ae1dc59d8 req-c96c6fb0-b09a-463d-9d8b-8576722bdbff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91bec2b0-b559-4872-89f1-ebfd77a53480 HTTP/1.1" status: 200 len: 217 time: 0.0346789 Nov 12 02:28:30.872991 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275c6c3-4d9a-495a-bc70-0896d021f25e req-173c79e1-f5f3-4f6a-b583-1e38ad829765 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:30.876560 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6275c6c3-4d9a-495a-bc70-0896d021f25e req-173c79e1-f5f3-4f6a-b583-1e38ad829765 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=60f2b6de-2837-4c54-80ec-757464b62363 HTTP/1.1" status: 200 len: 944 time: 0.0692084 Nov 12 02:28:30.909800 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7fe4a-69a3-4290-ada0-395ae1dc59d8 req-1b0f05d4-4254-4f64-b613-92e3ea7d1fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:30.911859 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e6d7fe4a-69a3-4290-ada0-395ae1dc59d8 req-1b0f05d4-4254-4f64-b613-92e3ea7d1fcd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbd682ae-6366-4362-bab0-eda15ca45632 HTTP/1.1" status: 200 len: 854 time: 0.0609500 Nov 12 02:28:30.948880 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e6d7fe4a-69a3-4290-ada0-395ae1dc59d8 req-cae62023-4e07-42bf-bc71-c86c3e6925a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=44947760-a2b2-4e50-855a-db3911329416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281699 Nov 12 02:28:30.969760 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6275c6c3-4d9a-495a-bc70-0896d021f25e req-5dec2080-9bfd-425f-96bb-9aa251426f5d tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787060 Nov 12 02:28:30.984363 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f7b03-a267-4f80-9529-4ccad3caf1ec req-63954548-d19f-41b5-8053-abca6f01093a tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:30.985912 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-445f7b03-a267-4f80-9529-4ccad3caf1ec req-63954548-d19f-41b5-8053-abca6f01093a tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c971ac0-cbcf-46dc-96de-77e0661921be HTTP/1.1" status: 200 len: 944 time: 0.1081007 Nov 12 02:28:31.042495 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-445f7b03-a267-4f80-9529-4ccad3caf1ec req-55fd2fb6-1e00-4917-a406-305f98ae224e tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486169 Nov 12 02:28:31.059674 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e6d7fe4a-69a3-4290-ada0-395ae1dc59d8 req-8ee1be90-2dd7-428d-835c-866b2c5c5dc2 service neutron] 10.222.0.61 "GET /v2.0/networks/44947760-a2b2-4e50-855a-db3911329416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032119 Nov 12 02:28:31.192428 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e6d7fe4a-69a3-4290-ada0-395ae1dc59d8 req-55a5e548-aeda-4e30-b379-7b38ee8fb519 service neutron] 10.222.0.61 "GET /v2.0/networks/44947760-a2b2-4e50-855a-db3911329416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249988 Nov 12 02:28:31.220665 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc25a14-b212-4d15-a542-51be7bdf9d8f req-a52dbbca-043e-43c3-96d8-c5e3a0afea2e tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:31.222309 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-edc25a14-b212-4d15-a542-51be7bdf9d8f req-a52dbbca-043e-43c3-96d8-c5e3a0afea2e tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0515866 Nov 12 02:28:31.274015 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-edc25a14-b212-4d15-a542-51be7bdf9d8f req-30c56211-c52f-4ae4-9fc5-b8927cba09bc tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442762 Nov 12 02:28:31.453289 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device dbcd7115-4b0b-4e42-b8c7-4d3972dad09f details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:28:31.562454 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port dbcd7115-4b0b-4e42-b8c7-4d3972dad09f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=dbcd7115-4b0b-4e42-b8c7-4d3972dad09f,segment=NetworkSegment(350093cb-dee0-47f8-a03a-d8524640aaba),segment_id=350093cb-dee0-47f8-a03a-d8524640aaba)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:31.584614 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': 'dbcd7115-4b0b-4e42-b8c7-4d3972dad09f', 'network_id': '8caf5165-c51d-45da-9f4a-e769ddfc0491', 'port_id': 'dbcd7115-4b0b-4e42-b8c7-4d3972dad09f', 'mac_address': 'fa:16:3e:d6:87:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bae86e1-f190-4556-9a8e-932d90f3a0b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:28:31.704479 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:31.715665 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73e1bc-cfd1-4ea5-a274-c810164ffb94 req-daa941aa-3acd-4221-847a-064a47d72925 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:31.736065 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-4e73e1bc-cfd1-4ea5-a274-c810164ffb94 req-daa941aa-3acd-4221-847a-064a47d72925 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.1026421 Nov 12 02:28:31.738630 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c0a1-94b7-4d7c-9577-02eb421ef9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:31.743872 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbcd7115-4b0b-4e42-b8c7-4d3972dad09f {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:28:31.765981 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port dbcd7115-4b0b-4e42-b8c7-4d3972dad09f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=dbcd7115-4b0b-4e42-b8c7-4d3972dad09f,segment=NetworkSegment(350093cb-dee0-47f8-a03a-d8524640aaba),segment_id=350093cb-dee0-47f8-a03a-d8524640aaba)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:31.770152 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:31.820587 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=dbcd7115-4b0b-4e42-b8c7-4d3972dad09f,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:31.849512 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-4e73e1bc-cfd1-4ea5-a274-c810164ffb94 req-bdb70eab-eb77-42e3-8afc-4649f3fe575b tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120112 Nov 12 02:28:31.861601 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece40e3-b562-4f9d-a81e-29391f2fbcbe req-6b691f4e-c5ea-47e2-9fdd-a94ae841c5f5 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:31.863730 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dece40e3-b562-4f9d-a81e-29391f2fbcbe req-6b691f4e-c5ea-47e2-9fdd-a94ae841c5f5 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.1032023 Nov 12 02:28:31.925586 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dece40e3-b562-4f9d-a81e-29391f2fbcbe req-dc6cf37a-1fa5-4974-a6e8-80ce62823546 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538430 Nov 12 02:28:32.029125 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:32.057566 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['dbcd7115-4b0b-4e42-b8c7-4d3972dad09f'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:28:32.109951 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98480a5-529c-4859-bdc8-1f48ce366237 req-c655601d-bb82-49f0-9d64-f6265d3aa448 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:32.112511 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b98480a5-529c-4859-bdc8-1f48ce366237 req-c655601d-bb82-49f0-9d64-f6265d3aa448 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=60f2b6de-2837-4c54-80ec-757464b62363 HTTP/1.1" status: 200 len: 944 time: 0.0627568 Nov 12 02:28:32.196265 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe3aef-2dff-4eb0-8cae-80cb1edf3d63 req-e1df36d7-a82c-449d-91fe-a131e577ec17 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:32.197792 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-acbe3aef-2dff-4eb0-8cae-80cb1edf3d63 req-e1df36d7-a82c-449d-91fe-a131e577ec17 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c971ac0-cbcf-46dc-96de-77e0661921be HTTP/1.1" status: 200 len: 945 time: 0.0731053 Nov 12 02:28:32.217778 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b98480a5-529c-4859-bdc8-1f48ce366237 req-2f4202d3-8cbd-4dea-9159-864a69692a43 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996606 Nov 12 02:28:32.254191 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-acbe3aef-2dff-4eb0-8cae-80cb1edf3d63 req-26080fb4-6d24-42bf-9c05-551fdd403f4c tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471969 Nov 12 02:28:32.395550 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cadfc-9d76-4d34-835e-4d5b450cece0 req-0a5da004-d6d9-4d30-9182-2a539a00c4b8 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:32.397096 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c96cadfc-9d76-4d34-835e-4d5b450cece0 req-0a5da004-d6d9-4d30-9182-2a539a00c4b8 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0512290 Nov 12 02:28:32.454050 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c96cadfc-9d76-4d34-835e-4d5b450cece0 req-240a1de3-da6e-4e57-aebb-61e89e9a0562 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508883 Nov 12 02:28:32.977649 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1eb1f-e76d-4670-aaa8-2cf05c17824d req-fd434b90-a753-4abc-b441-9eba3e387ffc tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:32.979516 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d5f1eb1f-e76d-4670-aaa8-2cf05c17824d req-fd434b90-a753-4abc-b441-9eba3e387ffc tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.0551736 Nov 12 02:28:33.064196 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d5f1eb1f-e76d-4670-aaa8-2cf05c17824d req-b6daeddf-096f-4044-b8f8-ea2dc312f0bc tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756323 Nov 12 02:28:33.084466 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5efa73-c5d4-4555-b9ce-364cc088a192 req-caa901f3-e3ca-4d0b-934c-78b8af113567 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:33.084466 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ab5efa73-c5d4-4555-b9ce-364cc088a192 req-caa901f3-e3ca-4d0b-934c-78b8af113567 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.0676582 Nov 12 02:28:33.133509 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ab5efa73-c5d4-4555-b9ce-364cc088a192 req-741f3642-c2a2-4eb0-8018-00ecc3901db7 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438120 Nov 12 02:28:33.410388 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362ca43-af30-4272-be3e-8b0be3a3096a req-626a51e5-30c7-4383-be93-a65b34be39ab tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:33.412300 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3362ca43-af30-4272-be3e-8b0be3a3096a req-626a51e5-30c7-4383-be93-a65b34be39ab tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=60f2b6de-2837-4c54-80ec-757464b62363 HTTP/1.1" status: 200 len: 944 time: 0.1109152 Nov 12 02:28:33.424220 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b364b0-444f-4b04-b431-08d9de7bf144 req-c089fe74-4698-45c7-b5f4-980a15fb40fe tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:33.425676 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-98b364b0-444f-4b04-b431-08d9de7bf144 req-c089fe74-4698-45c7-b5f4-980a15fb40fe tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c971ac0-cbcf-46dc-96de-77e0661921be HTTP/1.1" status: 200 len: 945 time: 0.0711999 Nov 12 02:28:33.454168 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 91bec2b0-b559-4872-89f1-ebfd77a53480 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:28:33.456750 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device dbcd7115-4b0b-4e42-b8c7-4d3972dad09f up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:28:33.506432 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3362ca43-af30-4272-be3e-8b0be3a3096a req-a8b91942-2795-43b2-b6bc-4ab6fe18e9b3 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796688 Nov 12 02:28:33.510715 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-98b364b0-444f-4b04-b431-08d9de7bf144 req-4ce10ddb-e72f-4e32-8b02-575af52bf30c tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761075 Nov 12 02:28:33.573280 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning for port dbcd7115-4b0b-4e42-b8c7-4d3972dad09f completed by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:28:33.583106 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port dbcd7115-4b0b-4e42-b8c7-4d3972dad09f triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:28:33.583106 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:33.633478 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecd678-1959-4f5b-a80f-314d2cc552fa req-d23eef9d-006a-4c75-a1c5-d81d39af43a3 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:33.636132 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-edecd678-1959-4f5b-a80f-314d2cc552fa req-d23eef9d-006a-4c75-a1c5-d81d39af43a3 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0639799 Nov 12 02:28:33.639200 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 91bec2b0-b559-4872-89f1-ebfd77a53480, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=91bec2b0-b559-4872-89f1-ebfd77a53480,segment=NetworkSegment(0110cbf4-8b31-4575-ad20-6ec9f456d92a),segment_id=0110cbf4-8b31-4575-ad20-6ec9f456d92a)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:33.656149 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': '91bec2b0-b559-4872-89f1-ebfd77a53480', 'network_id': '44947760-a2b2-4e50-855a-db3911329416', 'port_id': '91bec2b0-b559-4872-89f1-ebfd77a53480', 'mac_address': 'fa:16:3e:8e:ac:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd682ae-6366-4362-bab0-eda15ca45632', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:28:33.693425 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-edecd678-1959-4f5b-a80f-314d2cc552fa req-c481cf24-bcd6-4413-be52-83b455605c0f tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488949 Nov 12 02:28:33.726328 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:33.728345 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:33.752820 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91bec2b0-b559-4872-89f1-ebfd77a53480 {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:28:33.773051 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c971ac0-cbcf-46dc-96de-77e0661921be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcd7115-4b0b-4e42-b8c7-4d3972dad09f'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:28:33.775340 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1a0bc6-4b70-455c-8b3c-582351f6a56f" -d '{"events": [{"server_uuid": "7c971ac0-cbcf-46dc-96de-77e0661921be", "name": "network-vif-plugged", "status": "completed", "tag": "dbcd7115-4b0b-4e42-b8c7-4d3972dad09f"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:28:33.795948 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 91bec2b0-b559-4872-89f1-ebfd77a53480, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=91bec2b0-b559-4872-89f1-ebfd77a53480,segment=NetworkSegment(0110cbf4-8b31-4575-ad20-6ec9f456d92a),segment_id=0110cbf4-8b31-4575-ad20-6ec9f456d92a)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:33.798064 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port dbcd7115-4b0b-4e42-b8c7-4d3972dad09f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=dbcd7115-4b0b-4e42-b8c7-4d3972dad09f,segment=NetworkSegment(350093cb-dee0-47f8-a03a-d8524640aaba),segment_id=350093cb-dee0-47f8-a03a-d8524640aaba)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:33.801198 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:33.807476 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:33.827876 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab89081-1eef-4fcf-9fd4-934467d82582 x-openstack-request-id: req-aab89081-1eef-4fcf-9fd4-934467d82582 {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:28:33.828189 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c971ac0-cbcf-46dc-96de-77e0661921be", "name": "network-vif-plugged", "status": "completed", "tag": "dbcd7115-4b0b-4e42-b8c7-4d3972dad09f", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:28:33.828445 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aab89081-1eef-4fcf-9fd4-934467d82582 {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:28:33.828835 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c971ac0-cbcf-46dc-96de-77e0661921be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcd7115-4b0b-4e42-b8c7-4d3972dad09f', 'code': 200} Nov 12 02:28:33.856373 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=91bec2b0-b559-4872-89f1-ebfd77a53480,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:33.907765 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=dbcd7115-4b0b-4e42-b8c7-4d3972dad09f,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:34.017941 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc50a8-5339-4d72-8da3-bb38ecbc18fb req-b4e664e5-1a84-4017-b7c2-def8e8c2d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:34.019375 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-a5bc50a8-5339-4d72-8da3-bb38ecbc18fb req-b4e664e5-1a84-4017-b7c2-def8e8c2d85a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7c971ac0-cbcf-46dc-96de-77e0661921be HTTP/1.1" status: 200 len: 1099 time: 0.0407434 Nov 12 02:28:34.057026 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-a6240532-3b7e-4904-8ac7-70ecd211c15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:34.072471 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-a5bc50a8-5339-4d72-8da3-bb38ecbc18fb req-15160f82-f81d-4949-905b-ae6872aa726c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426483 Nov 12 02:28:34.100111 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['91bec2b0-b559-4872-89f1-ebfd77a53480'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:28:34.191569 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97664e-0b4d-4b37-a3e9-45da626c68f2 req-4cb719b5-ae18-405a-8996-5210ffdc4b1d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:34.193142 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2c97664e-0b4d-4b37-a3e9-45da626c68f2 req-4cb719b5-ae18-405a-8996-5210ffdc4b1d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.0524530 Nov 12 02:28:34.271107 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2c97664e-0b4d-4b37-a3e9-45da626c68f2 req-2bb68269-b893-4bc0-9456-e60111a915ba tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712335 Nov 12 02:28:34.288363 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff044cf-ba96-4d6c-8916-74348f5890bc req-5aff6a8f-1f58-49ae-afd3-0a9e9e669bb4 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:34.290059 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cff044cf-ba96-4d6c-8916-74348f5890bc req-5aff6a8f-1f58-49ae-afd3-0a9e9e669bb4 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.0757532 Nov 12 02:28:34.341907 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cff044cf-ba96-4d6c-8916-74348f5890bc req-6ca434e1-3418-4195-8e5b-2ea91ce20013 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442679 Nov 12 02:28:34.653822 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fea048-3070-4eba-ad73-33cf2f22a37a req-ba6d2927-9132-4f52-9e69-75c7b0349b6e tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:34.655334 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-65fea048-3070-4eba-ad73-33cf2f22a37a req-ba6d2927-9132-4f52-9e69-75c7b0349b6e tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=60f2b6de-2837-4c54-80ec-757464b62363 HTTP/1.1" status: 200 len: 945 time: 0.0787723 Nov 12 02:28:34.669535 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df3b26-7e0c-4064-a6c7-5b659a0f49fc req-0de695d4-524a-42f5-b056-70fe413bf671 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:34.670946 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-80df3b26-7e0c-4064-a6c7-5b659a0f49fc req-0de695d4-524a-42f5-b056-70fe413bf671 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c971ac0-cbcf-46dc-96de-77e0661921be HTTP/1.1" status: 200 len: 946 time: 0.0664952 Nov 12 02:28:34.739866 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-65fea048-3070-4eba-ad73-33cf2f22a37a req-b7dbfd74-01ac-44a2-a584-81c10967c704 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783198 Nov 12 02:28:34.747272 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-80df3b26-7e0c-4064-a6c7-5b659a0f49fc req-3294ae9a-9c5c-4b3a-8be2-35551ef9edcc tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692489 Nov 12 02:28:34.847779 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b2ff0-0dbd-4f98-8132-1bd0df8434e5 req-4fabc8de-8be4-4237-92b8-80349f8c27ee tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:34.849210 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b16b2ff0-0dbd-4f98-8132-1bd0df8434e5 req-4fabc8de-8be4-4237-92b8-80349f8c27ee tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0497179 Nov 12 02:28:34.903576 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b16b2ff0-0dbd-4f98-8132-1bd0df8434e5 req-ea09cc55-a8ee-41e9-ac2b-75310db2fc10 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482907 Nov 12 02:28:35.355493 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:35.411031 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d378564-8ca8-4f0f-85a7-c18e4a6ff4f4 req-423b9ddf-8b15-4421-8a4d-106918d21200 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:35.413677 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5d378564-8ca8-4f0f-85a7-c18e4a6ff4f4 req-423b9ddf-8b15-4421-8a4d-106918d21200 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.0573065 Nov 12 02:28:35.460032 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 91bec2b0-b559-4872-89f1-ebfd77a53480 up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:28:35.515579 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning for port 91bec2b0-b559-4872-89f1-ebfd77a53480 completed by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:28:35.516418 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3225e-a39f-4852-8e7d-8cf42f2bd564 req-b4eb0b90-e365-41cf-a72f-84949f9bebf3 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:35.517893 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-31d3225e-a39f-4852-8e7d-8cf42f2bd564 req-b4eb0b90-e365-41cf-a72f-84949f9bebf3 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.0850322 Nov 12 02:28:35.520050 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port 91bec2b0-b559-4872-89f1-ebfd77a53480 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:28:35.521861 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:35.522106 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5d378564-8ca8-4f0f-85a7-c18e4a6ff4f4 req-d32c4cff-5b34-4ead-a343-b626c2fdb079 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002786 Nov 12 02:28:35.590819 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-31d3225e-a39f-4852-8e7d-8cf42f2bd564 req-287ac88b-e66c-4fee-81aa-e8aa8a95232c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625262 Nov 12 02:28:35.737270 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:35.776946 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 91bec2b0-b559-4872-89f1-ebfd77a53480, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=91bec2b0-b559-4872-89f1-ebfd77a53480,segment=NetworkSegment(0110cbf4-8b31-4575-ad20-6ec9f456d92a),segment_id=0110cbf4-8b31-4575-ad20-6ec9f456d92a)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:35.782586 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:35.836969 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f2b6de-2837-4c54-80ec-757464b62363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bec2b0-b559-4872-89f1-ebfd77a53480'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:28:35.839527 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcde674-923f-4487-aa21-4368cc8e39d9" -d '{"events": [{"server_uuid": "60f2b6de-2837-4c54-80ec-757464b62363", "name": "network-vif-plugged", "status": "completed", "tag": "91bec2b0-b559-4872-89f1-ebfd77a53480"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:28:35.845794 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=91bec2b0-b559-4872-89f1-ebfd77a53480,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:35.906601 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fc32e-5bbd-47c9-8311-925b9ce394c1 req-cc431e25-070b-47ec-8108-deb827f43a67 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:35.908091 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-431fc32e-5bbd-47c9-8311-925b9ce394c1 req-cc431e25-070b-47ec-8108-deb827f43a67 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=60f2b6de-2837-4c54-80ec-757464b62363 HTTP/1.1" status: 200 len: 946 time: 0.0841177 Nov 12 02:28:35.917190 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3953779-8d33-4e89-81d3-4c58a2e58625 req-d620ec96-c8cd-495d-bb5e-71a2e65c4701 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:35.923957 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f3953779-8d33-4e89-81d3-4c58a2e58625 req-d620ec96-c8cd-495d-bb5e-71a2e65c4701 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c971ac0-cbcf-46dc-96de-77e0661921be HTTP/1.1" status: 200 len: 946 time: 0.0905478 Nov 12 02:28:36.001154 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f3953779-8d33-4e89-81d3-4c58a2e58625 req-acfd2ad2-c84c-4962-b86e-bd3682810756 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763154 Nov 12 02:28:36.004577 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-431fc32e-5bbd-47c9-8311-925b9ce394c1 req-b34efc75-35af-450b-8c5f-0709f0268660 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784361 Nov 12 02:28:36.048345 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1179f75e-1adc-4ad6-ae4c-5f411b4e1858 x-openstack-request-id: req-1179f75e-1adc-4ad6-ae4c-5f411b4e1858 {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:28:36.048544 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f2b6de-2837-4c54-80ec-757464b62363", "name": "network-vif-plugged", "status": "completed", "tag": "91bec2b0-b559-4872-89f1-ebfd77a53480", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:28:36.048664 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1179f75e-1adc-4ad6-ae4c-5f411b4e1858 {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:28:36.049036 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f2b6de-2837-4c54-80ec-757464b62363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bec2b0-b559-4872-89f1-ebfd77a53480', 'code': 200} Nov 12 02:28:36.124101 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18907a-381a-4264-b31b-87f9601e6310 req-441a97bd-9a0b-48dd-9a04-54c25446dd36 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:36.125544 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-eb18907a-381a-4264-b31b-87f9601e6310 req-441a97bd-9a0b-48dd-9a04-54c25446dd36 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0603809 Nov 12 02:28:36.175006 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-eb18907a-381a-4264-b31b-87f9601e6310 req-d99a1ded-7b87-4151-bec6-4829539acb4d tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417013 Nov 12 02:28:36.227274 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a1d47-4452-4b29-b7d3-962ee5185bc3 req-b6b29e5c-3298-42ec-87ba-a493d57cee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:36.228816 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-497a1d47-4452-4b29-b7d3-962ee5185bc3 req-b6b29e5c-3298-42ec-87ba-a493d57cee2e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60f2b6de-2837-4c54-80ec-757464b62363 HTTP/1.1" status: 200 len: 1099 time: 0.0447915 Nov 12 02:28:36.279791 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-497a1d47-4452-4b29-b7d3-962ee5185bc3 req-8b9471ef-5722-4588-a4df-a9c63d7853eb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422308 Nov 12 02:28:36.652133 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006175a-3762-4437-8206-2b1bc5375006 req-a1147db8-389a-4e15-9905-55c11dee116a tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:36.653780 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1006175a-3762-4437-8206-2b1bc5375006 req-a1147db8-389a-4e15-9905-55c11dee116a tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.0508235 Nov 12 02:28:36.728997 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1006175a-3762-4437-8206-2b1bc5375006 req-a7283068-3069-44f4-a0d6-10e77187b78e tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687249 Nov 12 02:28:36.742422 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286cc43-9e94-416a-b82a-5b30aea328bf req-579c31a9-d948-4123-8c50-b85b8b030294 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:36.752799 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6286cc43-9e94-416a-b82a-5b30aea328bf req-579c31a9-d948-4123-8c50-b85b8b030294 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c971ac0-cbcf-46dc-96de-77e0661921be HTTP/1.1" status: 200 len: 946 time: 0.0761402 Nov 12 02:28:36.799765 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6286cc43-9e94-416a-b82a-5b30aea328bf req-b3be0afb-f069-451e-a07a-358277711a64 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499303 Nov 12 02:28:36.850055 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b73432-1d4b-4a25-b0fb-37ccea171f13 req-c7898c5d-a9cd-4175-b752-6a00cd300f62 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:36.851605 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a9b73432-1d4b-4a25-b0fb-37ccea171f13 req-c7898c5d-a9cd-4175-b752-6a00cd300f62 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.0559623 Nov 12 02:28:36.903124 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a9b73432-1d4b-4a25-b0fb-37ccea171f13 req-e5fdd674-7951-4c78-9d4f-3022dcb0bfd1 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455039 Nov 12 02:28:36.964657 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:37.125980 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e7dda-d20d-48f6-a79c-090fbfb39c2f req-563c4d77-0e65-4904-8546-1b98877722ba tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:37.127702 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-465e7dda-d20d-48f6-a79c-090fbfb39c2f req-563c4d77-0e65-4904-8546-1b98877722ba tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=60f2b6de-2837-4c54-80ec-757464b62363 HTTP/1.1" status: 200 len: 946 time: 0.0509195 Nov 12 02:28:37.181860 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-465e7dda-d20d-48f6-a79c-090fbfb39c2f req-bb8ba688-ace9-4435-ac10-726fc5955094 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475121 Nov 12 02:28:37.318445 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e4f1b-6522-45c3-b2dc-81301b25cd90 req-2d92fc87-b768-4675-a174-428908dd6118 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:37.320033 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-114e4f1b-6522-45c3-b2dc-81301b25cd90 req-2d92fc87-b768-4675-a174-428908dd6118 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0659618 Nov 12 02:28:37.370943 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-114e4f1b-6522-45c3-b2dc-81301b25cd90 req-aeb86075-578b-4f40-9206-b9c53638b486 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447307 Nov 12 02:28:37.517846 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:37.850344 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97988cda-0abe-4fc9-8120-bc0264d68529 req-7a9a780e-6110-4564-bac3-08b8959447e3 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:37.851882 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-97988cda-0abe-4fc9-8120-bc0264d68529 req-7a9a780e-6110-4564-bac3-08b8959447e3 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.0501895 Nov 12 02:28:37.933776 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-97988cda-0abe-4fc9-8120-bc0264d68529 req-556ccd96-3b1b-444b-aec9-35a8dc43691c tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761445 Nov 12 02:28:37.949088 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007d4e6-5dd5-4bff-9aca-796388e0db84 req-1b4c410a-aaae-4bba-9b5b-ffaa29b3fd66 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:37.951169 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b007d4e6-5dd5-4bff-9aca-796388e0db84 req-1b4c410a-aaae-4bba-9b5b-ffaa29b3fd66 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c971ac0-cbcf-46dc-96de-77e0661921be HTTP/1.1" status: 200 len: 946 time: 0.0796232 Nov 12 02:28:38.232188 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b007d4e6-5dd5-4bff-9aca-796388e0db84 req-1ba7fa1c-906c-4803-95b1-4b406a0234af tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/security-groups?id=a8714adf-4917-4306-82fd-b9118c0cecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749085 Nov 12 02:28:38.244599 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f74dd2-3e76-4a9b-8b6a-c3f81fbb6243 req-1a6a5753-a03a-439a-a03a-268298313e1d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:38.246191 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-02f74dd2-3e76-4a9b-8b6a-c3f81fbb6243 req-1a6a5753-a03a-439a-a03a-268298313e1d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.0698216 Nov 12 02:28:38.308546 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-02f74dd2-3e76-4a9b-8b6a-c3f81fbb6243 req-cfa2bb1f-a5a2-4915-b016-46ab20a8b0b4 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560603 Nov 12 02:28:38.367489 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f3318-0fbc-45b4-bf9f-fa918cf214e8 req-1ea362a7-ce41-48ba-874a-5e7fd893543a tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:38.368981 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-083f3318-0fbc-45b4-bf9f-fa918cf214e8 req-1ea362a7-ce41-48ba-874a-5e7fd893543a tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=60f2b6de-2837-4c54-80ec-757464b62363 HTTP/1.1" status: 200 len: 946 time: 0.0771096 Nov 12 02:28:38.404320 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea09fd4-edb3-4743-a8c0-fe3257ca827e req-4eb0e0b1-b39c-4242-9aa6-b70d1b35fb91 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:38.405870 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-aea09fd4-edb3-4743-a8c0-fe3257ca827e req-4eb0e0b1-b39c-4242-9aa6-b70d1b35fb91 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c971ac0-cbcf-46dc-96de-77e0661921be HTTP/1.1" status: 200 len: 946 time: 0.0570471 Nov 12 02:28:38.441347 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-083f3318-0fbc-45b4-bf9f-fa918cf214e8 req-cc7a098f-be62-4cec-a6f7-b0f29d02150b tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653965 Nov 12 02:28:38.534839 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-aea09fd4-edb3-4743-a8c0-fe3257ca827e req-8f8a7f89-57ed-4400-9b07-5db59cc905e3 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Deleting port dbcd7115-4b0b-4e42-b8c7-4d3972dad09f {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:28:38.534992 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-aea09fd4-edb3-4743-a8c0-fe3257ca827e req-8f8a7f89-57ed-4400-9b07-5db59cc905e3 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:38.543246 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e5a72-4f07-4e79-ad1a-482b8791867a req-6943ed08-0805-4a15-aae9-8826e54fae47 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:38.551448 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-103e5a72-4f07-4e79-ad1a-482b8791867a req-6943ed08-0805-4a15-aae9-8826e54fae47 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0776162 Nov 12 02:28:38.611971 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-103e5a72-4f07-4e79-ad1a-482b8791867a req-9d39ad63-202d-408e-a191-c7532d374874 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594316 Nov 12 02:28:38.666766 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-aea09fd4-edb3-4743-a8c0-fe3257ca827e req-8f8a7f89-57ed-4400-9b07-5db59cc905e3 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] For port dbcd7115-4b0b-4e42-b8c7-4d3972dad09f, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=dbcd7115-4b0b-4e42-b8c7-4d3972dad09f,segment=NetworkSegment(350093cb-dee0-47f8-a03a-d8524640aaba),segment_id=350093cb-dee0-47f8-a03a-d8524640aaba)] {{(pid=101627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:38.667056 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-aea09fd4-edb3-4743-a8c0-fe3257ca827e req-8f8a7f89-57ed-4400-9b07-5db59cc905e3 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:38.681630 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-aea09fd4-edb3-4743-a8c0-fe3257ca827e req-8f8a7f89-57ed-4400-9b07-5db59cc905e3 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Calling delete_port for dbcd7115-4b0b-4e42-b8c7-4d3972dad09f owned by compute:nova {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:28:38.880934 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-aea09fd4-edb3-4743-a8c0-fe3257ca827e req-8f8a7f89-57ed-4400-9b07-5db59cc905e3 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:38.893281 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['dbcd7115-4b0b-4e42-b8c7-4d3972dad09f'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:28:38.922652 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a7f89-57ed-4400-9b07-5db59cc905e3 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Pushing event deleted for resources: {'Port': ['ID=dbcd7115-4b0b-4e42-b8c7-4d3972dad09f,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:38.967484 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea09fd4-edb3-4743-a8c0-fe3257ca827e req-8f8a7f89-57ed-4400-9b07-5db59cc905e3 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] No DVR routers for this DVR port dbcd7115-4b0b-4e42-b8c7-4d3972dad09f on host hv-cinder-80857 {{(pid=101627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:28:38.971691 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-aea09fd4-edb3-4743-a8c0-fe3257ca827e req-8f8a7f89-57ed-4400-9b07-5db59cc905e3 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:38.975342 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-aea09fd4-edb3-4743-a8c0-fe3257ca827e req-8f8a7f89-57ed-4400-9b07-5db59cc905e3 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.61 "DELETE /v2.0/ports/dbcd7115-4b0b-4e42-b8c7-4d3972dad09f HTTP/1.1" status: 204 len: 173 time: 0.5622640 Nov 12 02:28:38.975788 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c971ac0-cbcf-46dc-96de-77e0661921be', 'name': 'network-vif-deleted', 'tag': 'dbcd7115-4b0b-4e42-b8c7-4d3972dad09f'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:28:38.978248 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1552a9c-374c-415f-be2e-f7bbe8ccf655" -d '{"events": [{"server_uuid": "7c971ac0-cbcf-46dc-96de-77e0661921be", "name": "network-vif-deleted", "tag": "dbcd7115-4b0b-4e42-b8c7-4d3972dad09f"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:28:39.024320 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd15fb7-3078-441a-b377-fccf6c9b11e8 x-openstack-request-id: req-0bd15fb7-3078-441a-b377-fccf6c9b11e8 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:28:39.025024 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c971ac0-cbcf-46dc-96de-77e0661921be", "name": "network-vif-deleted", "tag": "dbcd7115-4b0b-4e42-b8c7-4d3972dad09f", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:28:39.025024 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0bd15fb7-3078-441a-b377-fccf6c9b11e8 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:28:39.025486 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c971ac0-cbcf-46dc-96de-77e0661921be', 'name': 'network-vif-deleted', 'tag': 'dbcd7115-4b0b-4e42-b8c7-4d3972dad09f', 'status': 'completed', 'code': 200} Nov 12 02:28:39.060207 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c22b9-e7e4-4f24-9334-f566ee174dde req-e9c4662d-1bb9-4ce2-ba6c-975f9434a48d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:39.061999 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8a5c22b9-e7e4-4f24-9334-f566ee174dde req-e9c4662d-1bb9-4ce2-ba6c-975f9434a48d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.0551419 Nov 12 02:28:39.116266 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8a5c22b9-e7e4-4f24-9334-f566ee174dde req-aa173bb8-0f60-441e-96c9-25c360223493 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458078 Nov 12 02:28:39.345359 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e6d80fcb-0710-43ba-9412-ae511aca0565 req-3c91a207-be8c-43e6-8eac-4dac57c1bc97 tempest-VolumesActionsTest-131146878 tempest-VolumesActionsTest-131146878-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c971ac0-cbcf-46dc-96de-77e0661921be HTTP/1.1" status: 200 len: 210 time: 0.0288575 Nov 12 02:28:39.437604 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbd459-2011-4079-98c8-ca48fe0a9b0d req-13c33fd9-ac5d-480d-8877-06e8997c1adb tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:39.439099 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5afbd459-2011-4079-98c8-ca48fe0a9b0d req-13c33fd9-ac5d-480d-8877-06e8997c1adb tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.0520971 Nov 12 02:28:39.492357 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5afbd459-2011-4079-98c8-ca48fe0a9b0d req-a8794b37-4d5d-42d0-935b-1dc40234449e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455642 Nov 12 02:28:39.725416 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c793db-645f-4027-8aa5-6c43e216efa6 req-bd1604e5-ee2f-4ba7-b2b3-8663aa51dd26 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:39.726954 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-35c793db-645f-4027-8aa5-6c43e216efa6 req-bd1604e5-ee2f-4ba7-b2b3-8663aa51dd26 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0514650 Nov 12 02:28:39.792188 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-35c793db-645f-4027-8aa5-6c43e216efa6 req-435224a5-a629-4dd1-a818-51ab6e516280 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588200 Nov 12 02:28:40.243926 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f5744-420b-48e5-bc9d-63a9f7bfd229 req-ee9bdacb-4d8c-4769-a8db-4a647fbad50c tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:40.245491 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1d4f5744-420b-48e5-bc9d-63a9f7bfd229 req-ee9bdacb-4d8c-4769-a8db-4a647fbad50c tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.0566447 Nov 12 02:28:40.294213 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1d4f5744-420b-48e5-bc9d-63a9f7bfd229 req-de909765-3bdd-4f6b-94e6-202e3d911337 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424306 Nov 12 02:28:40.623603 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01665e20-ccca-4bdd-b193-44c463049f88 req-4b8f21e1-622d-40f4-9e0c-4447e79227b5 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:40.623603 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-01665e20-ccca-4bdd-b193-44c463049f88 req-4b8f21e1-622d-40f4-9e0c-4447e79227b5 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.0512805 Nov 12 02:28:40.674150 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-01665e20-ccca-4bdd-b193-44c463049f88 req-2fd3e8c4-871e-414d-b32c-fd85ae23b8b1 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435486 Nov 12 02:28:40.920310 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519821e-886e-4ef4-96b8-fc43ef64a504 req-a49345a0-816e-4a16-8947-de214a114784 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:40.922113 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0519821e-886e-4ef4-96b8-fc43ef64a504 req-a49345a0-816e-4a16-8947-de214a114784 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0539525 Nov 12 02:28:40.978309 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0519821e-886e-4ef4-96b8-fc43ef64a504 req-ceb8684b-0d3e-416b-921e-a09859f6e76f tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477321 Nov 12 02:28:41.425425 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97979c71-c5c4-442c-9889-3e5b6a61f4ac req-a5adfdb6-99fd-4244-b332-195b25401c22 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:41.426930 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-97979c71-c5c4-442c-9889-3e5b6a61f4ac req-a5adfdb6-99fd-4244-b332-195b25401c22 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.0592737 Nov 12 02:28:41.451969 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device a97a453a-445f-45c0-8d37-d11d7512e94c details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:28:41.455440 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device dbcd7115-4b0b-4e42-b8c7-4d3972dad09f no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:28:41.477637 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-97979c71-c5c4-442c-9889-3e5b6a61f4ac req-c26e59c9-67e7-4a2d-87c1-d060f99bc064 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436957 Nov 12 02:28:41.485673 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] No Port match for: dbcd7115-4b0b-4e42-b8c7-4d3972dad09f {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:28:41.486256 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device dbcd7115-4b0b-4e42-b8c7-4d3972dad09f not bound to the agent host hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:28:41.587378 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port a97a453a-445f-45c0-8d37-d11d7512e94c, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=a97a453a-445f-45c0-8d37-d11d7512e94c,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:41.598089 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': 'a97a453a-445f-45c0-8d37-d11d7512e94c', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'port_id': 'a97a453a-445f-45c0-8d37-d11d7512e94c', 'mac_address': 'fa:16:3e:f6:d0:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:28:41.637035 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:41.651919 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a97a453a-445f-45c0-8d37-d11d7512e94c {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:28:41.673026 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port a97a453a-445f-45c0-8d37-d11d7512e94c, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=a97a453a-445f-45c0-8d37-d11d7512e94c,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:41.677189 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:41.728761 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=a97a453a-445f-45c0-8d37-d11d7512e94c,revision_number=6']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:41.796859 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19463246-6086-4ab0-90da-af346812ff16 req-f0e8976c-ea88-4feb-9186-8f183d8322c0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:41.798352 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-19463246-6086-4ab0-90da-af346812ff16 req-f0e8976c-ea88-4feb-9186-8f183d8322c0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 945 time: 0.0512645 Nov 12 02:28:41.836379 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['a97a453a-445f-45c0-8d37-d11d7512e94c'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:28:41.853013 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-19463246-6086-4ab0-90da-af346812ff16 req-2b0a658f-eb4c-419e-8772-9668d51fc338 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483005 Nov 12 02:28:42.115594 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61536267-a91e-4902-95b3-d6b52f3580f2 req-b0425c7d-8585-4ff7-ad1f-a6e204b10830 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:42.117092 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-61536267-a91e-4902-95b3-d6b52f3580f2 req-b0425c7d-8585-4ff7-ad1f-a6e204b10830 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0542912 Nov 12 02:28:42.179922 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-61536267-a91e-4902-95b3-d6b52f3580f2 req-86875220-1b51-4982-a333-b9a1e7ccca93 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566528 Nov 12 02:28:42.788546 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daffe98-bbf5-419e-a941-97fb2b7d5a6e req-e9ff6611-1ae6-4fdb-a5f9-01913b6e6438 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:42.793392 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-4daffe98-bbf5-419e-a941-97fb2b7d5a6e req-e9ff6611-1ae6-4fdb-a5f9-01913b6e6438 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.1341465 Nov 12 02:28:42.878671 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-4daffe98-bbf5-419e-a941-97fb2b7d5a6e req-dc26dcc5-c5e2-4b8d-b766-320814163337 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794415 Nov 12 02:28:43.077847 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2cf9a-a01c-4675-b9df-7f1e5ca5d751 req-4181cd01-35dd-4cd9-bc6c-f6d5f8e8b061 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:43.079539 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-21f2cf9a-a01c-4675-b9df-7f1e5ca5d751 req-4181cd01-35dd-4cd9-bc6c-f6d5f8e8b061 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 945 time: 0.1091800 Nov 12 02:28:43.458302 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device a97a453a-445f-45c0-8d37-d11d7512e94c up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:28:43.488225 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-21f2cf9a-a01c-4675-b9df-7f1e5ca5d751 req-021cf676-13ae-4d8b-b010-cf1b3ce149b8 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3409228 Nov 12 02:28:43.622085 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584a0fe-c5db-4616-9307-94cde308c14f req-341da952-f10a-40f3-8c2e-22850342e3e7 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:43.635438 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0584a0fe-c5db-4616-9307-94cde308c14f req-341da952-f10a-40f3-8c2e-22850342e3e7 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.2385337 Nov 12 02:28:43.700740 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port a97a453a-445f-45c0-8d37-d11d7512e94c triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:28:43.701103 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:43.755861 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0584a0fe-c5db-4616-9307-94cde308c14f req-a1dc9c8f-9d4d-4b27-846a-9cb3914175b8 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136355 Nov 12 02:28:43.862732 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:43.894855 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97a453a-445f-45c0-8d37-d11d7512e94c'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:28:43.899262 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c43b4cb-4176-49df-8e62-c55ff4fcd26f" -d '{"events": [{"server_uuid": "7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a", "name": "network-vif-plugged", "status": "completed", "tag": "a97a453a-445f-45c0-8d37-d11d7512e94c"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:28:43.946231 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port a97a453a-445f-45c0-8d37-d11d7512e94c, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=a97a453a-445f-45c0-8d37-d11d7512e94c,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:28:43.957211 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:43.992623 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcd109d-e7b9-45ad-ba0c-54de60f5c10d x-openstack-request-id: req-1bcd109d-e7b9-45ad-ba0c-54de60f5c10d {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:28:43.993308 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a", "name": "network-vif-plugged", "status": "completed", "tag": "a97a453a-445f-45c0-8d37-d11d7512e94c", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:28:43.993999 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1bcd109d-e7b9-45ad-ba0c-54de60f5c10d {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:28:43.994607 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97a453a-445f-45c0-8d37-d11d7512e94c', 'code': 200} Nov 12 02:28:44.054605 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=a97a453a-445f-45c0-8d37-d11d7512e94c,revision_number=7']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:44.062776 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04775a5e-6d7b-4f8d-8fb8-95de9b21bb6e req-97497b1d-c201-4696-af28-e3b5fb063a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:44.068546 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-04775a5e-6d7b-4f8d-8fb8-95de9b21bb6e req-97497b1d-c201-4696-af28-e3b5fb063a77 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 1098 time: 0.1062238 Nov 12 02:28:44.131118 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b52f30-b64d-485c-9465-a00f062b4552 req-30b5a1f2-4919-42df-8656-f120037640aa tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:44.149358 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-49b52f30-b64d-485c-9465-a00f062b4552 req-30b5a1f2-4919-42df-8656-f120037640aa tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.1376674 Nov 12 02:28:44.211833 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-04775a5e-6d7b-4f8d-8fb8-95de9b21bb6e req-4df6d61b-aa5d-46e3-9034-28d8fc2995e4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329279 Nov 12 02:28:44.272636 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-49b52f30-b64d-485c-9465-a00f062b4552 req-584ae32b-c999-4b4d-a1aa-e363a87f191a tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194322 Nov 12 02:28:44.821464 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72886ab5-e133-4c10-ac55-a9873a70b01d req-61cd9c06-c90f-48d1-9a83-8ca288cf88f7 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:44.829808 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-72886ab5-e133-4c10-ac55-a9873a70b01d req-61cd9c06-c90f-48d1-9a83-8ca288cf88f7 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.1346610 Nov 12 02:28:44.943665 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-72886ab5-e133-4c10-ac55-a9873a70b01d req-b538958d-2277-49a6-8cc6-2c18b3f2996e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129293 Nov 12 02:28:45.030922 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7e232-1ee2-41a5-b77a-a524e8a6ce68 req-fdbf2afb-9c9a-405f-840b-f313f69354ae tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:45.032471 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-12a7e232-1ee2-41a5-b77a-a524e8a6ce68 req-fdbf2afb-9c9a-405f-840b-f313f69354ae tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.1295619 Nov 12 02:28:45.123487 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-12a7e232-1ee2-41a5-b77a-a524e8a6ce68 req-fa52b145-db68-472e-98af-df30beb5dd51 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776434 Nov 12 02:28:45.156877 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 39624) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:45.422847 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-07539b49-971a-48c8-b71f-e58341989a05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:45.485206 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd83d9-503b-4ebf-8563-917b08cda5d5 req-341833de-1f0d-434e-b90d-4799021f1ef6 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:45.486737 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-71fd83d9-503b-4ebf-8563-917b08cda5d5 req-341833de-1f0d-434e-b90d-4799021f1ef6 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.1304219 Nov 12 02:28:45.635576 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-71fd83d9-503b-4ebf-8563-917b08cda5d5 req-43d1b893-36f4-481f-afbb-8b6f840779b2 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239898 Nov 12 02:28:45.645089 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-07539b49-971a-48c8-b71f-e58341989a05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:45.653222 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-07539b49-971a-48c8-b71f-e58341989a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:45.702965 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07539b49-971a-48c8-b71f-e58341989a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab655e9-2ff8-4dc4-8a27-4016f2d8fb52,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:45.711473 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 39632) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:45.730736 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-07539b49-971a-48c8-b71f-e58341989a05 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0cad85a101164502a6c9a3b1ed448965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5714333 Nov 12 02:28:45.784619 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4286920b-f26d-4aa6-bdbe-b602c74a019e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:45.832113 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4286920b-f26d-4aa6-bdbe-b602c74a019e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:45.945950 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4286920b-f26d-4aa6-bdbe-b602c74a019e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:45.948653 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4286920b-f26d-4aa6-bdbe-b602c74a019e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:45.952196 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-4286920b-f26d-4aa6-bdbe-b602c74a019e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cab655e9-2ff8-4dc4-8a27-4016f2d8fb52 HTTP/1.1" status: 204 len: 168 time: 0.2361541 Nov 12 02:28:45.973984 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286920b-f26d-4aa6-bdbe-b602c74a019e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab655e9-2ff8-4dc4-8a27-4016f2d8fb52,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:46.308719 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6581460-1d73-4760-890a-0084a4faff50 req-3b8737c8-7782-41b1-b99e-af1de45eeea0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:46.319722 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c6581460-1d73-4760-890a-0084a4faff50 req-3b8737c8-7782-41b1-b99e-af1de45eeea0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.1641495 Nov 12 02:28:46.425241 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c6581460-1d73-4760-890a-0084a4faff50 req-904054bc-f8ed-472c-871d-15ea6701efc0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043627 Nov 12 02:28:46.448572 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2db33e-f1d4-4816-b587-5ec310782c77 req-04a87040-70c1-4de9-8c02-f45cba846ce5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:46.455918 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9b2db33e-f1d4-4816-b587-5ec310782c77 req-04a87040-70c1-4de9-8c02-f45cba846ce5 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.1335783 Nov 12 02:28:46.544265 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9b2db33e-f1d4-4816-b587-5ec310782c77 req-f7613f4f-0658-4e19-9aea-2715adeb1be4 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868950 Nov 12 02:28:46.695184 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 39648) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:46.732351 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-0ce27b7f-2792-4ed5-afbc-0b7dd2572312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:46.940250 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291728c-a6a9-4d2c-b7b4-afb629c46052 req-b98bf54e-05a8-4fce-9b56-528f4c33e243 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:46.950649 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f291728c-a6a9-4d2c-b7b4-afb629c46052 req-b98bf54e-05a8-4fce-9b56-528f4c33e243 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.1122811 Nov 12 02:28:47.063073 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f291728c-a6a9-4d2c-b7b4-afb629c46052 req-0a66c471-268c-4c4e-b500-f59a2da1d87f tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091666 Nov 12 02:28:47.101592 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-0ce27b7f-2792-4ed5-afbc-0b7dd2572312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:47.106931 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-0ce27b7f-2792-4ed5-afbc-0b7dd2572312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:47.178378 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce27b7f-2792-4ed5-afbc-0b7dd2572312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724a74a4-2ced-450f-b3a4-867a861c5dec,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:47.219627 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-0ce27b7f-2792-4ed5-afbc-0b7dd2572312 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b19332a83ae9473a8714f66ac44545e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5222833 Nov 12 02:28:47.220252 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 39658) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:28:47.250775 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9c7b2-44a3-49af-ac0a-044eba99a3ec req-4f0766d1-5523-40cd-9a4a-d273fc0347e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:47.253421 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c4d9c7b2-44a3-49af-ac0a-044eba99a3ec req-4f0766d1-5523-40cd-9a4a-d273fc0347e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5e167f262944295a8c55b0f02df4cdc&device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 1098 time: 0.1577034 Nov 12 02:28:47.296331 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448964e8-a6ba-48e6-97f5-d987424e4f3d req-2c04de96-6d27-4b7c-9279-13c68f9d1c3d tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:47.297821 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-448964e8-a6ba-48e6-97f5-d987424e4f3d req-2c04de96-6d27-4b7c-9279-13c68f9d1c3d tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.1549416 Nov 12 02:28:47.316210 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-43c4fb54-61db-4616-b2a2-84885d8583cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:47.447421 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-43c4fb54-61db-4616-b2a2-84885d8583cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:47.448757 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9c7b2-44a3-49af-ac0a-044eba99a3ec req-81e3d739-4e4f-4051-af58-cdd36437582c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:47.451410 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c4d9c7b2-44a3-49af-ac0a-044eba99a3ec req-81e3d739-4e4f-4051-af58-cdd36437582c service neutron] 10.222.0.61 "GET /v2.0/networks?id=4900299f-9efb-4112-8c6a-f06549279dd7 HTTP/1.1" status: 200 len: 920 time: 0.1901603 Nov 12 02:28:47.527517 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-448964e8-a6ba-48e6-97f5-d987424e4f3d req-e65e8fb4-da66-4c16-95e1-521b8d2e2344 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098858 Nov 12 02:28:47.594259 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c4d9c7b2-44a3-49af-ac0a-044eba99a3ec req-5fcd0ece-8927-4cc6-80f1-ecca2e3f0ed7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a44f268-14fb-465a-9386-6b18a76ab0c7 HTTP/1.1" status: 200 len: 217 time: 0.1353006 Nov 12 02:28:47.674097 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-43c4fb54-61db-4616-b2a2-84885d8583cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:47.682445 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-43c4fb54-61db-4616-b2a2-84885d8583cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:47.682445 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-43c4fb54-61db-4616-b2a2-84885d8583cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/724a74a4-2ced-450f-b3a4-867a861c5dec HTTP/1.1" status: 204 len: 168 time: 0.4590325 Nov 12 02:28:47.699305 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760034a-8d66-4b5a-abdb-a041e15fbb19 req-1c7369c3-6dad-4316-b53d-ef3da9031c2b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:47.708259 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9760034a-8d66-4b5a-abdb-a041e15fbb19 req-1c7369c3-6dad-4316-b53d-ef3da9031c2b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.1243455 Nov 12 02:28:47.722102 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4fb54-61db-4616-b2a2-84885d8583cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724a74a4-2ced-450f-b3a4-867a861c5dec,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:28:47.764916 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9c7b2-44a3-49af-ac0a-044eba99a3ec req-0506f751-0dbb-42f5-b74a-459c22176530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:47.768799 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c4d9c7b2-44a3-49af-ac0a-044eba99a3ec req-0506f751-0dbb-42f5-b74a-459c22176530 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3afb8cb5-ee86-4be7-9288-03af65a9f917 HTTP/1.1" status: 200 len: 859 time: 0.1642733 Nov 12 02:28:47.795595 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9760034a-8d66-4b5a-abdb-a041e15fbb19 req-1ef0f701-18a8-4276-ad15-6cd8edeff58b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861235 Nov 12 02:28:47.871691 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c4d9c7b2-44a3-49af-ac0a-044eba99a3ec req-7bec1c95-b1a4-4d73-be3b-262e6f19d1b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4900299f-9efb-4112-8c6a-f06549279dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935531 Nov 12 02:28:48.173175 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c4d9c7b2-44a3-49af-ac0a-044eba99a3ec req-aac68faf-9cf4-449e-aed0-65ee8816b8a8 service neutron] 10.222.0.61 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929726 Nov 12 02:28:48.404779 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c4d9c7b2-44a3-49af-ac0a-044eba99a3ec req-8f40ba33-4f3c-4d65-9b20-93ff4390f21c service neutron] 10.222.0.61 "GET /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198694 Nov 12 02:28:48.494089 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854b7fa-1a0b-44a7-a214-0948434be2bd req-e30d2a18-8b4d-4963-a14b-3bb5965a0dce tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:48.515241 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6854b7fa-1a0b-44a7-a214-0948434be2bd req-e30d2a18-8b4d-4963-a14b-3bb5965a0dce tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.2039547 Nov 12 02:28:48.645036 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6854b7fa-1a0b-44a7-a214-0948434be2bd req-75275c47-82b2-444a-a1ba-492ae224273b tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179044 Nov 12 02:28:48.995063 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc38cd2-958e-4a85-858c-f761bd5103e2 req-87a67e6e-1dc1-4c48-bd79-3af18181b238 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:49.002915 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-bfc38cd2-958e-4a85-858c-f761bd5103e2 req-87a67e6e-1dc1-4c48-bd79-3af18181b238 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.2509389 Nov 12 02:28:49.090113 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-bfc38cd2-958e-4a85-858c-f761bd5103e2 req-83732d8e-8505-4073-a89a-dfacb2b25124 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849538 Nov 12 02:28:49.441484 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03def7d2-55b9-4c40-adee-1be04ba21434 req-c00761e0-1699-4587-a524-a97ba7572977 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:49.453809 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-03def7d2-55b9-4c40-adee-1be04ba21434 req-c00761e0-1699-4587-a524-a97ba7572977 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.1292098 Nov 12 02:28:49.508495 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424aff8-95ac-41cb-a5c0-49cee3306944 req-77ea5b01-e8cb-49af-943e-bb55f4777fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:49.512064 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25639489-556b-46de-a452-fbffde8245a9 req-7c51a979-7198-4715-8b23-15f4c83065d8 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:49.514927 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e424aff8-95ac-41cb-a5c0-49cee3306944 req-77ea5b01-e8cb-49af-943e-bb55f4777fe7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f703f38cf65b46999d543ac359444567&device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 1098 time: 0.0875137 Nov 12 02:28:49.529756 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-25639489-556b-46de-a452-fbffde8245a9 req-7c51a979-7198-4715-8b23-15f4c83065d8 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.2654839 Nov 12 02:28:49.622304 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:28:49.673093 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-03def7d2-55b9-4c40-adee-1be04ba21434 req-db274967-cc75-4d64-b0f0-b2f0dbbcdcfc tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046456 Nov 12 02:28:49.709734 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-25639489-556b-46de-a452-fbffde8245a9 req-0a997087-24e7-4804-ade4-c446fa634261 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785378 Nov 12 02:28:50.025146 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424aff8-95ac-41cb-a5c0-49cee3306944 req-a7603613-8f16-405d-904f-4715bd6d3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:50.029525 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e424aff8-95ac-41cb-a5c0-49cee3306944 req-a7603613-8f16-405d-904f-4715bd6d3f50 service neutron] 10.222.0.61 "GET /v2.0/networks?id=404a7e3a-99c5-4a67-9227-adbb62c821aa HTTP/1.1" status: 200 len: 911 time: 0.5044801 Nov 12 02:28:50.183475 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e424aff8-95ac-41cb-a5c0-49cee3306944 req-fef09fa9-9c1d-4d62-b73f-b45fd1ce57ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b65846f3-2b32-472f-b31e-db0d0a1b34b9 HTTP/1.1" status: 200 len: 1000 time: 0.1419084 Nov 12 02:28:50.300408 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424aff8-95ac-41cb-a5c0-49cee3306944 req-8d9d773d-abbe-453f-8be3-3cee4752d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:50.302619 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e424aff8-95ac-41cb-a5c0-49cee3306944 req-8d9d773d-abbe-453f-8be3-3cee4752d738 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4fc1b18-ead8-4210-84af-aa2802ec2ad5 HTTP/1.1" status: 200 len: 849 time: 0.1034923 Nov 12 02:28:50.353510 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e549f5a-4138-46bb-8908-00db1900ee63 req-3472c11e-1070-42ec-a302-22fe63aeae5f tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:50.356832 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0e549f5a-4138-46bb-8908-00db1900ee63 req-3472c11e-1070-42ec-a302-22fe63aeae5f tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.1133869 Nov 12 02:28:50.414741 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424aff8-95ac-41cb-a5c0-49cee3306944 req-5ce72770-a8ac-4fbd-bfe1-f3b5081eb701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:50.416874 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e424aff8-95ac-41cb-a5c0-49cee3306944 req-5ce72770-a8ac-4fbd-bfe1-f3b5081eb701 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=404a7e3a-99c5-4a67-9227-adbb62c821aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0990062 Nov 12 02:28:50.466853 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0e549f5a-4138-46bb-8908-00db1900ee63 req-39f032bb-22b8-499e-8c98-f33390c93fab tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048396 Nov 12 02:28:50.543828 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e424aff8-95ac-41cb-a5c0-49cee3306944 req-b3205385-821b-400f-bdff-16c46c2602a8 service neutron] 10.222.0.61 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184356 Nov 12 02:28:50.732077 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e424aff8-95ac-41cb-a5c0-49cee3306944 req-e6c22290-c3b2-476a-b695-3df7e030adbd service neutron] 10.222.0.61 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810901 Nov 12 02:28:50.900734 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a530d-922b-42f7-a9a7-092decf7c81a req-9c118fe2-8328-4a12-85e8-85a57e24f527 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:50.908568 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-131a530d-922b-42f7-a9a7-092decf7c81a req-9c118fe2-8328-4a12-85e8-85a57e24f527 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.0925777 Nov 12 02:28:51.129637 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb6190-11c2-4c7a-b09a-510d5b4f60f9 req-c52bd2e5-7aea-4194-a1d4-6c49d8ae300b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:51.144748 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fbfb6190-11c2-4c7a-b09a-510d5b4f60f9 req-c52bd2e5-7aea-4194-a1d4-6c49d8ae300b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.2182605 Nov 12 02:28:51.249659 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fbfb6190-11c2-4c7a-b09a-510d5b4f60f9 req-47bd1a35-b4f2-4573-9c26-c00d2b324fa1 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013029 Nov 12 02:28:51.262023 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-131a530d-922b-42f7-a9a7-092decf7c81a req-42c065d0-efa2-4543-a593-d5b848acf599 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3521492 Nov 12 02:28:51.795050 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d45af-21e6-4b8d-b2cf-a434aa53743d req-0c2f873f-e06d-4229-9098-c62c5bed01b6 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:51.829657 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-277d45af-21e6-4b8d-b2cf-a434aa53743d req-0c2f873f-e06d-4229-9098-c62c5bed01b6 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.1761148 Nov 12 02:28:51.961166 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-277d45af-21e6-4b8d-b2cf-a434aa53743d req-00fc5dea-f115-4c00-a656-1bca03684e36 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261795 Nov 12 02:28:52.477911 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e75f13-6e5f-4dba-976d-df9e7b9e7a0f req-1e3f3c66-5c7d-4e31-bf39-5eec23852fd4 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:52.487117 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-95e75f13-6e5f-4dba-976d-df9e7b9e7a0f req-1e3f3c66-5c7d-4e31-bf39-5eec23852fd4 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.0833025 Nov 12 02:28:52.600312 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-95e75f13-6e5f-4dba-976d-df9e7b9e7a0f req-262b71d9-2366-40f1-8a0e-2ec12cb495b4 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113162 Nov 12 02:28:52.622551 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8bc2e-2e42-48a3-8227-68518ca13141 req-ef87d2c9-8bff-46eb-854d-cf1282c417bc tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:52.624490 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-63e8bc2e-2e42-48a3-8227-68518ca13141 req-ef87d2c9-8bff-46eb-854d-cf1282c417bc tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.0909524 Nov 12 02:28:52.745680 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-63e8bc2e-2e42-48a3-8227-68518ca13141 req-4788d6bd-5ea1-4895-bea9-06525cef43e9 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133287 Nov 12 02:28:53.886157 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16428e33-41db-470f-9127-a6b44d9d9f94 req-34bba186-5e91-4709-bef2-f118bcbc0246 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:53.888726 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-16428e33-41db-470f-9127-a6b44d9d9f94 req-34bba186-5e91-4709-bef2-f118bcbc0246 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.1236253 Nov 12 02:28:54.049500 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-16428e33-41db-470f-9127-a6b44d9d9f94 req-89f1b103-9bb3-423b-bcdb-70d6ed0fe26f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543362 Nov 12 02:28:55.330506 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a3164-9a0f-4154-a207-da76dd91192f req-bef80431-1de8-4f5c-9d78-2622da2dcb45 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:55.342798 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-749a3164-9a0f-4154-a207-da76dd91192f req-bef80431-1de8-4f5c-9d78-2622da2dcb45 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.1161349 Nov 12 02:28:55.484432 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-749a3164-9a0f-4154-a207-da76dd91192f req-4d147a6a-4c5c-459a-8f2d-e3b819ab8b31 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323209 Nov 12 02:28:56.779231 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce5405-fb68-44ca-9186-c9657877a607 req-760d7dde-dbdd-48ca-8fec-955100be7539 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:56.785311 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-67ce5405-fb68-44ca-9186-c9657877a607 req-760d7dde-dbdd-48ca-8fec-955100be7539 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.1088979 Nov 12 02:28:57.023592 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-67ce5405-fb68-44ca-9186-c9657877a607 req-5a2d2986-09b0-4628-9e3c-1b341cef80d0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068837 Nov 12 02:28:57.059008 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67220c8-e3a8-4d6a-bcba-b3dcab11c6aa req-70df52c7-da7b-4ec2-8c3d-4d4588ef7ccc tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:57.060910 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c67220c8-e3a8-4d6a-bcba-b3dcab11c6aa req-70df52c7-da7b-4ec2-8c3d-4d4588ef7ccc tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.1861057 Nov 12 02:28:57.187870 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c67220c8-e3a8-4d6a-bcba-b3dcab11c6aa req-2ded96d1-cb31-489e-a184-6b77d1142035 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063418 Nov 12 02:28:58.199892 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744eb51d-995e-45f3-8ae5-602ad214ce98 req-cc5d9fa0-efca-42d2-a598-95c2acc468ea tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:58.211883 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-744eb51d-995e-45f3-8ae5-602ad214ce98 req-cc5d9fa0-efca-42d2-a598-95c2acc468ea tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.0791185 Nov 12 02:28:58.276283 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-744eb51d-995e-45f3-8ae5-602ad214ce98 req-05a79895-1872-4ce5-ad77-72c585cc1622 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630941 Nov 12 02:28:58.524167 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d3097-2a66-4086-8171-aa2b1cac022a req-0bf20b0f-3abb-4e1d-8851-06e4c6fec5cf tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:58.527158 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1c8d3097-2a66-4086-8171-aa2b1cac022a req-0bf20b0f-3abb-4e1d-8851-06e4c6fec5cf tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.1460288 Nov 12 02:28:58.607612 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1c8d3097-2a66-4086-8171-aa2b1cac022a req-8789b981-a92a-4ed3-a4e0-6d2febc4296b tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737095 Nov 12 02:28:59.499030 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfbfa0-da66-453c-b027-5c3e279407ef req-e021b1a6-c759-4242-83ef-82b22f7c2d62 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:59.513838 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b9dfbfa0-da66-453c-b027-5c3e279407ef req-e021b1a6-c759-4242-83ef-82b22f7c2d62 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.0996230 Nov 12 02:28:59.632176 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b9dfbfa0-da66-453c-b027-5c3e279407ef req-ed4457ce-0a94-49c6-8a03-0f0136357752 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134446 Nov 12 02:28:59.668443 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d8cb6-45af-4300-8b41-a2745799640c req-ea7f9eef-2688-48f1-a7b2-2805d3f1b40a tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:59.669923 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-6c6d8cb6-45af-4300-8b41-a2745799640c req-ea7f9eef-2688-48f1-a7b2-2805d3f1b40a tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.0633295 Nov 12 02:28:59.821337 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff94c5-cd59-42d3-a8d4-60aa5a1469aa req-89f09fb9-2333-4fb4-99e8-b2a44c108439 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:28:59.825123 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9fff94c5-cd59-42d3-a8d4-60aa5a1469aa req-89f09fb9-2333-4fb4-99e8-b2a44c108439 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 945 time: 0.0937002 Nov 12 02:28:59.831616 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-6c6d8cb6-45af-4300-8b41-a2745799640c req-548dce49-1fad-4447-ab48-d6a4ad81fb72 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Deleting port 83f85631-c4ff-46fd-8497-a6a913b63d35 {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:28:59.831951 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-6c6d8cb6-45af-4300-8b41-a2745799640c req-548dce49-1fad-4447-ab48-d6a4ad81fb72 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:59.930827 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9fff94c5-cd59-42d3-a8d4-60aa5a1469aa req-ca2c7b88-23a7-4f98-9851-2afd7db7a998 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958469 Nov 12 02:29:00.038815 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfcaf3-ef72-4faa-967d-c0ab7e4bf632 req-881cbab7-aac1-40b7-b671-d285e6240386 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:00.039206 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-6c6d8cb6-45af-4300-8b41-a2745799640c req-548dce49-1fad-4447-ab48-d6a4ad81fb72 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] For port 83f85631-c4ff-46fd-8497-a6a913b63d35, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=83f85631-c4ff-46fd-8497-a6a913b63d35,segment=NetworkSegment(5b63cd6f-3a51-4335-b06a-5e4731054def),segment_id=5b63cd6f-3a51-4335-b06a-5e4731054def)] {{(pid=101627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:29:00.039820 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-6c6d8cb6-45af-4300-8b41-a2745799640c req-548dce49-1fad-4447-ab48-d6a4ad81fb72 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:00.040356 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6cbfcaf3-ef72-4faa-967d-c0ab7e4bf632 req-881cbab7-aac1-40b7-b671-d285e6240386 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=60f2b6de-2837-4c54-80ec-757464b62363 HTTP/1.1" status: 200 len: 946 time: 0.0693779 Nov 12 02:29:00.055219 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-6c6d8cb6-45af-4300-8b41-a2745799640c req-548dce49-1fad-4447-ab48-d6a4ad81fb72 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Calling delete_port for 83f85631-c4ff-46fd-8497-a6a913b63d35 owned by compute:nova {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:29:00.121021 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6cbfcaf3-ef72-4faa-967d-c0ab7e4bf632 req-ed9cb351-dbfc-49a3-9953-0055c416b8c0 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620983 Nov 12 02:29:00.222966 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-6c6d8cb6-45af-4300-8b41-a2745799640c req-548dce49-1fad-4447-ab48-d6a4ad81fb72 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:00.249087 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['83f85631-c4ff-46fd-8497-a6a913b63d35', '3a44f268-14fb-465a-9386-6b18a76ab0c7'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:29:00.267797 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dce49-1fad-4447-ab48-d6a4ad81fb72 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Pushing event deleted for resources: {'Port': ['ID=83f85631-c4ff-46fd-8497-a6a913b63d35,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:00.313716 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6d8cb6-45af-4300-8b41-a2745799640c req-548dce49-1fad-4447-ab48-d6a4ad81fb72 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] No DVR routers for this DVR port 83f85631-c4ff-46fd-8497-a6a913b63d35 on host hv-cinder-80857 {{(pid=101627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:29:00.317340 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-6c6d8cb6-45af-4300-8b41-a2745799640c req-548dce49-1fad-4447-ab48-d6a4ad81fb72 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:00.321780 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-6c6d8cb6-45af-4300-8b41-a2745799640c req-548dce49-1fad-4447-ab48-d6a4ad81fb72 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.61 "DELETE /v2.0/ports/83f85631-c4ff-46fd-8497-a6a913b63d35 HTTP/1.1" status: 204 len: 173 time: 0.6348453 Nov 12 02:29:00.322414 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed46559-e702-488c-a32c-ec1c0e9b0b67', 'name': 'network-vif-deleted', 'tag': '83f85631-c4ff-46fd-8497-a6a913b63d35'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:29:00.324996 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d576175-d8b6-40cb-a4a9-4522694ef04c" -d '{"events": [{"server_uuid": "6ed46559-e702-488c-a32c-ec1c0e9b0b67", "name": "network-vif-deleted", "tag": "83f85631-c4ff-46fd-8497-a6a913b63d35"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:29:00.421125 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b221b9-1080-47a4-bfd1-84a444e0d178 x-openstack-request-id: req-97b221b9-1080-47a4-bfd1-84a444e0d178 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:29:00.421728 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed46559-e702-488c-a32c-ec1c0e9b0b67", "name": "network-vif-deleted", "tag": "83f85631-c4ff-46fd-8497-a6a913b63d35", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:29:00.421728 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-97b221b9-1080-47a4-bfd1-84a444e0d178 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:29:00.422254 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed46559-e702-488c-a32c-ec1c0e9b0b67', 'name': 'network-vif-deleted', 'tag': '83f85631-c4ff-46fd-8497-a6a913b63d35', 'status': 'completed', 'code': 200} Nov 12 02:29:00.748788 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c288a-99c6-4b37-9362-c37abda36960 req-de0ae8be-35b1-4c98-a3ab-6ae679e15898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:00.751806 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-980c288a-99c6-4b37-9362-c37abda36960 req-de0ae8be-35b1-4c98-a3ab-6ae679e15898 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e973c924078c4e638e9fa29d3956c215&device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 1099 time: 0.0450804 Nov 12 02:29:00.774812 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a866c-456c-4340-8361-d5a6ef3878a6 req-4f465b3c-2b40-4463-9524-2b15a84281a5 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:00.783906 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e93a866c-456c-4340-8361-d5a6ef3878a6 req-4f465b3c-2b40-4463-9524-2b15a84281a5 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.0690551 Nov 12 02:29:00.869613 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e93a866c-456c-4340-8361-d5a6ef3878a6 req-1d893ee1-39a8-4380-a64c-94cc493ea7ca tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820787 Nov 12 02:29:00.898392 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c288a-99c6-4b37-9362-c37abda36960 req-88708e0c-dd6b-4d7e-9f03-9a764c8f32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:00.899921 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-980c288a-99c6-4b37-9362-c37abda36960 req-88708e0c-dd6b-4d7e-9f03-9a764c8f32ac service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bf8a66c-2c88-40e7-879f-ed13c0e23344 HTTP/1.1" status: 200 len: 917 time: 0.1326568 Nov 12 02:29:01.101683 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-980c288a-99c6-4b37-9362-c37abda36960 req-48aa0956-9a60-48ab-88c5-d76f5a9a92f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a97a453a-445f-45c0-8d37-d11d7512e94c HTTP/1.1" status: 200 len: 1002 time: 0.1897416 Nov 12 02:29:01.104015 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c94ea350-d370-4103-9e09-170a894fb4e5 req-f90322af-971a-4d88-b51b-8a93e0301dc4 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ed46559-e702-488c-a32c-ec1c0e9b0b67 HTTP/1.1" status: 200 len: 210 time: 0.0477219 Nov 12 02:29:01.205876 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c288a-99c6-4b37-9362-c37abda36960 req-84dcba11-5dcc-413d-9629-c2e9b9249266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:01.208241 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-980c288a-99c6-4b37-9362-c37abda36960 req-84dcba11-5dcc-413d-9629-c2e9b9249266 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1006246c-c18c-4b19-8be4-0d64b846f8bd HTTP/1.1" status: 200 len: 855 time: 0.0808706 Nov 12 02:29:01.275298 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c288a-99c6-4b37-9362-c37abda36960 req-17309058-33b0-468a-b381-3229669da2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:01.276996 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-980c288a-99c6-4b37-9362-c37abda36960 req-17309058-33b0-468a-b381-3229669da2b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bf8a66c-2c88-40e7-879f-ed13c0e23344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0582583 Nov 12 02:29:01.300632 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a7128-6403-4045-82dc-9bbbe8366bc0 req-7ecdb509-e337-4282-82ee-d3f3feb249bd tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:01.309470 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-667a7128-6403-4045-82dc-9bbbe8366bc0 req-7ecdb509-e337-4282-82ee-d3f3feb249bd tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=60f2b6de-2837-4c54-80ec-757464b62363 HTTP/1.1" status: 200 len: 946 time: 0.0739901 Nov 12 02:29:01.376022 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-667a7128-6403-4045-82dc-9bbbe8366bc0 req-f341159e-a8ef-452d-b58e-18fa8f4aba7a tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627577 Nov 12 02:29:01.406872 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-980c288a-99c6-4b37-9362-c37abda36960 req-5c3bc874-8d31-466c-8da4-cb0f079dd45f service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125591 Nov 12 02:29:01.534945 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-980c288a-99c6-4b37-9362-c37abda36960 req-85a21484-ed18-40a8-9019-a5f8e9062d24 service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200051 Nov 12 02:29:01.606485 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-933d5eb3-bb1e-46ee-af47-900b28a47a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:02.014711 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bf09a-0852-483a-85f4-ad004bd4f570 req-ca68d5f2-a291-49a5-87cc-e3822f49c60b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:02.017258 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1f3bf09a-0852-483a-85f4-ad004bd4f570 req-ca68d5f2-a291-49a5-87cc-e3822f49c60b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.0646665 Nov 12 02:29:02.071851 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:02.127016 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1f3bf09a-0852-483a-85f4-ad004bd4f570 req-ddbc32b5-61e9-4e23-af90-1ae620f905a9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977750 Nov 12 02:29:02.546955 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347efea-a0d1-45f6-9ed5-b4705d6f4d5b req-348fcd6a-f8e7-4b61-822d-ad26a3b3a8e9 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:02.548841 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1347efea-a0d1-45f6-9ed5-b4705d6f4d5b req-348fcd6a-f8e7-4b61-822d-ad26a3b3a8e9 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=60f2b6de-2837-4c54-80ec-757464b62363 HTTP/1.1" status: 200 len: 946 time: 0.0833554 Nov 12 02:29:02.575088 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efb817-ebfb-4342-875d-8e4cedae3e91 req-a75e4790-d478-43b3-bd33-eb51ac9602d3 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:02.576701 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e3efb817-ebfb-4342-875d-8e4cedae3e91 req-a75e4790-d478-43b3-bd33-eb51ac9602d3 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0844092 Nov 12 02:29:02.655739 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1347efea-a0d1-45f6-9ed5-b4705d6f4d5b req-0c3769e8-10a3-45e5-bdd8-f83531c016d3 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988586 Nov 12 02:29:02.676804 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e3efb817-ebfb-4342-875d-8e4cedae3e91 req-20bd3ac5-c137-4dd6-aecd-586a233859c0 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900285 Nov 12 02:29:03.310806 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d7447-a602-4e6b-a4da-d9ebc8c2e74e req-0b57e7b8-64b2-4b7f-b4a3-ef4f6462c955 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:03.312328 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-983d7447-a602-4e6b-a4da-d9ebc8c2e74e req-0b57e7b8-64b2-4b7f-b4a3-ef4f6462c955 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 946 time: 0.0822439 Nov 12 02:29:03.376415 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-983d7447-a602-4e6b-a4da-d9ebc8c2e74e req-ff53f890-881b-4937-a8be-1c31e3335c9b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540562 Nov 12 02:29:03.497186 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device a97a453a-445f-45c0-8d37-d11d7512e94c no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:29:03.617280 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:03.665534 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97a453a-445f-45c0-8d37-d11d7512e94c'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:29:03.667243 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46872186-eb4f-4db7-9eec-17f10825afe0" -d '{"events": [{"server_uuid": "7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a", "name": "network-vif-unplugged", "status": "completed", "tag": "a97a453a-445f-45c0-8d37-d11d7512e94c"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:29:03.703999 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port a97a453a-445f-45c0-8d37-d11d7512e94c, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=a97a453a-445f-45c0-8d37-d11d7512e94c,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:29:03.717961 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:03.718792 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 83f85631-c4ff-46fd-8497-a6a913b63d35 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:29:03.859200 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 02:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d4d868-bc0b-43d5-bd9a-ffe5240dcadd x-openstack-request-id: req-68d4d868-bc0b-43d5-bd9a-ffe5240dcadd {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:29:03.859929 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a", "name": "network-vif-unplugged", "status": "completed", "tag": "a97a453a-445f-45c0-8d37-d11d7512e94c", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:29:03.860342 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-68d4d868-bc0b-43d5-bd9a-ffe5240dcadd {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:29:03.860942 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97a453a-445f-45c0-8d37-d11d7512e94c', 'code': 200} Nov 12 02:29:03.864319 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=a97a453a-445f-45c0-8d37-d11d7512e94c,revision_number=8']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:03.893346 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] No Port match for: 83f85631-c4ff-46fd-8497-a6a913b63d35 {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:29:03.893788 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 83f85631-c4ff-46fd-8497-a6a913b63d35 not bound to the agent host hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:29:03.964004 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebfc3b-8f89-45ca-ae70-582326b19cfd req-347bd637-35c7-44ee-b924-617ea554f7be tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:03.971423 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c1ebfc3b-8f89-45ca-ae70-582326b19cfd req-347bd637-35c7-44ee-b924-617ea554f7be tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.1021297 Nov 12 02:29:04.023941 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db02777-edad-492f-a8db-532346b7eef3 req-7b835b72-0ed0-4f33-92e0-f941b5d497a9 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:04.025750 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9db02777-edad-492f-a8db-532346b7eef3 req-7b835b72-0ed0-4f33-92e0-f941b5d497a9 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=60f2b6de-2837-4c54-80ec-757464b62363 HTTP/1.1" status: 200 len: 946 time: 0.1235573 Nov 12 02:29:04.073568 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-acb6e6d7-efe8-4e5b-b833-7bf964352771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:04.097472 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c1ebfc3b-8f89-45ca-ae70-582326b19cfd req-d493b62e-a44d-4356-835d-1c0b71e023f1 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246390 Nov 12 02:29:04.102765 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9db02777-edad-492f-a8db-532346b7eef3 req-4bfc145e-2dd6-4c69-80ab-7269bf5371fb tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674968 Nov 12 02:29:04.522739 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44076773-2dc3-4571-adaa-b08fcbd679f7 req-bfb25346-acaf-4963-a8e7-11cfe166a6a7 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:04.527800 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-44076773-2dc3-4571-adaa-b08fcbd679f7 req-bfb25346-acaf-4963-a8e7-11cfe166a6a7 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 944 time: 0.0615368 Nov 12 02:29:04.576352 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-44076773-2dc3-4571-adaa-b08fcbd679f7 req-879e9d4a-3bed-4e24-be88-0ed69f436d93 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447721 Nov 12 02:29:04.975120 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-423bb376-933d-44e9-80ee-6eb7faec9967 req-de19d610-cb3b-4571-a268-8efb7dea2325 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0622168 Nov 12 02:29:05.047678 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bb376-933d-44e9-80ee-6eb7faec9967 req-a2a6ff8d-e599-4494-8ab5-c1a498912ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:05.049245 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-423bb376-933d-44e9-80ee-6eb7faec9967 req-a2a6ff8d-e599-4494-8ab5-c1a498912ec4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f703f38cf65b46999d543ac359444567&device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 1098 time: 0.0462151 Nov 12 02:29:05.144528 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [req-270cd3fc-9cfc-44d4-9ede-b6d310cae21c req-9b77b980-537a-4019-bd60-3b357978ef0e service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:29:05.146082 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-270cd3fc-9cfc-44d4-9ede-b6d310cae21c req-9b77b980-537a-4019-bd60-3b357978ef0e service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064595 Nov 12 02:29:05.258597 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bb376-933d-44e9-80ee-6eb7faec9967 req-2326e998-5a14-4682-b698-6af589cc005c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:05.263252 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-423bb376-933d-44e9-80ee-6eb7faec9967 req-2326e998-5a14-4682-b698-6af589cc005c service neutron] 10.222.0.61 "GET /v2.0/networks?id=404a7e3a-99c5-4a67-9227-adbb62c821aa HTTP/1.1" status: 200 len: 911 time: 0.1789989 Nov 12 02:29:05.290758 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025cd75-1385-419d-a6ac-b4e0229a9458 req-469e4fb9-7866-4a4b-8d00-682661758c48 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:05.292519 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7025cd75-1385-419d-a6ac-b4e0229a9458 req-469e4fb9-7866-4a4b-8d00-682661758c48 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0767386 Nov 12 02:29:05.367944 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:05.399478 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-423bb376-933d-44e9-80ee-6eb7faec9967 req-c0890503-ee00-4d26-9f0e-738a5c17be73 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b65846f3-2b32-472f-b31e-db0d0a1b34b9 HTTP/1.1" status: 200 len: 1000 time: 0.1089571 Nov 12 02:29:05.449391 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7025cd75-1385-419d-a6ac-b4e0229a9458 req-636a4ed7-f427-464f-9dd5-90123da49a5c tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428034 Nov 12 02:29:05.464728 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7a5da-5a97-4277-ac90-6dee82de74e9 req-56891fc8-e3c6-43c6-99b0-9eb5c846f6fb tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:05.474114 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9cf7a5da-5a97-4277-ac90-6dee82de74e9 req-56891fc8-e3c6-43c6-99b0-9eb5c846f6fb tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=60f2b6de-2837-4c54-80ec-757464b62363 HTTP/1.1" status: 200 len: 946 time: 0.1224442 Nov 12 02:29:05.540570 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bb376-933d-44e9-80ee-6eb7faec9967 req-2adfbdba-9f7a-4b9d-9d37-4ef9c12134a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:05.542873 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-423bb376-933d-44e9-80ee-6eb7faec9967 req-2adfbdba-9f7a-4b9d-9d37-4ef9c12134a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4fc1b18-ead8-4210-84af-aa2802ec2ad5 HTTP/1.1" status: 200 len: 849 time: 0.1329689 Nov 12 02:29:05.571243 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9cf7a5da-5a97-4277-ac90-6dee82de74e9 req-c5aa49ba-8a61-4aa3-b1b5-3a2c947fa18c tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/security-groups?id=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954866 Nov 12 02:29:05.619941 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bb376-933d-44e9-80ee-6eb7faec9967 req-146bb222-7c28-45d1-b5a2-954b3d8b1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:05.622886 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-423bb376-933d-44e9-80ee-6eb7faec9967 req-146bb222-7c28-45d1-b5a2-954b3d8b1185 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=404a7e3a-99c5-4a67-9227-adbb62c821aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0662091 Nov 12 02:29:05.685369 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40468e1-a4ef-4435-b4aa-d2e5f0028778 req-ed318c2c-ca22-4234-ab0a-951ef9ff1392 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:05.686894 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a40468e1-a4ef-4435-b4aa-d2e5f0028778 req-ed318c2c-ca22-4234-ab0a-951ef9ff1392 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 944 time: 0.0736518 Nov 12 02:29:05.746759 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a40468e1-a4ef-4435-b4aa-d2e5f0028778 req-1b6a1437-fa38-4580-8e2a-f904326ef7ef tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528145 Nov 12 02:29:05.758168 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-423bb376-933d-44e9-80ee-6eb7faec9967 req-6d404c33-a4de-4d30-97c4-f019d1d1e36f service neutron] 10.222.0.61 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218936 Nov 12 02:29:05.854610 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40092) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:05.881358 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-423bb376-933d-44e9-80ee-6eb7faec9967 req-0c5899bc-ad9a-4f41-8b4f-1908c66ca1c8 service neutron] 10.222.0.61 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091073 Nov 12 02:29:05.957044 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d0bae40a-d00e-4913-a9a8-d30cb1ae9915 req-bfde8d29-cc3f-4aeb-a6d3-4094c1a85656 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1008353 Nov 12 02:29:05.968755 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [req-d0bae40a-d00e-4913-a9a8-d30cb1ae9915 req-3a7166b4-d722-431b-b501-a61d3a6cf5c8 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101626) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:29:05.969860 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d0bae40a-d00e-4913-a9a8-d30cb1ae9915 req-3a7166b4-d722-431b-b501-a61d3a6cf5c8 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053766 Nov 12 02:29:06.005439 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc1e34-2dc6-4d55-b4f5-55219a043f26 req-cfc6d07f-a7fe-4d62-a241-daca7fd8a9ec tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:06.008319 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c7cc1e34-2dc6-4d55-b4f5-55219a043f26 req-cfc6d07f-a7fe-4d62-a241-daca7fd8a9ec tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.61 "GET /v2.0/ports?device_id=60f2b6de-2837-4c54-80ec-757464b62363 HTTP/1.1" status: 200 len: 946 time: 0.0558510 Nov 12 02:29:06.116910 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-c7cc1e34-2dc6-4d55-b4f5-55219a043f26 req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Deleting port 91bec2b0-b559-4872-89f1-ebfd77a53480 {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:29:06.117465 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-c7cc1e34-2dc6-4d55-b4f5-55219a043f26 req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:06.216777 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-c7cc1e34-2dc6-4d55-b4f5-55219a043f26 req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] For port 91bec2b0-b559-4872-89f1-ebfd77a53480, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=91bec2b0-b559-4872-89f1-ebfd77a53480,segment=NetworkSegment(0110cbf4-8b31-4575-ad20-6ec9f456d92a),segment_id=0110cbf4-8b31-4575-ad20-6ec9f456d92a)] {{(pid=101627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:29:06.217217 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-c7cc1e34-2dc6-4d55-b4f5-55219a043f26 req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:06.232867 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-c7cc1e34-2dc6-4d55-b4f5-55219a043f26 req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Calling delete_port for 91bec2b0-b559-4872-89f1-ebfd77a53480 owned by compute:nova {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:29:06.377506 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-c7cc1e34-2dc6-4d55-b4f5-55219a043f26 req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:06.389513 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['91bec2b0-b559-4872-89f1-ebfd77a53480'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:29:06.417339 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Pushing event deleted for resources: {'Port': ['ID=91bec2b0-b559-4872-89f1-ebfd77a53480,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:06.440618 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:06.440973 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:06.441311 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:06.441781 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:06.442387 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:06.442781 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:06.443181 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:06.443464 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:06.443796 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:06.444120 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:06.444444 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:06.444918 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:06.472691 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cc1e34-2dc6-4d55-b4f5-55219a043f26 req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] No DVR routers for this DVR port 91bec2b0-b559-4872-89f1-ebfd77a53480 on host hv-cinder-80857 {{(pid=101627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:29:06.476273 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-c7cc1e34-2dc6-4d55-b4f5-55219a043f26 req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:06.479407 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c7cc1e34-2dc6-4d55-b4f5-55219a043f26 req-1fd1edf1-d066-40fd-bcb3-89df75733470 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.61 "DELETE /v2.0/ports/91bec2b0-b559-4872-89f1-ebfd77a53480 HTTP/1.1" status: 204 len: 173 time: 0.4615743 Nov 12 02:29:06.479936 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f2b6de-2837-4c54-80ec-757464b62363', 'name': 'network-vif-deleted', 'tag': '91bec2b0-b559-4872-89f1-ebfd77a53480'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:29:06.482074 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845c7996-fb26-4876-b44b-a1fbaccf944d" -d '{"events": [{"server_uuid": "60f2b6de-2837-4c54-80ec-757464b62363", "name": "network-vif-deleted", "tag": "91bec2b0-b559-4872-89f1-ebfd77a53480"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:29:06.547029 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcbaf9c-5753-4c52-a882-9314789dc865 x-openstack-request-id: req-0fcbaf9c-5753-4c52-a882-9314789dc865 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:29:06.547335 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f2b6de-2837-4c54-80ec-757464b62363", "name": "network-vif-deleted", "tag": "91bec2b0-b559-4872-89f1-ebfd77a53480", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:29:06.547584 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0fcbaf9c-5753-4c52-a882-9314789dc865 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:29:06.547995 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f2b6de-2837-4c54-80ec-757464b62363', 'name': 'network-vif-deleted', 'tag': '91bec2b0-b559-4872-89f1-ebfd77a53480', 'status': 'completed', 'code': 200} Nov 12 02:29:06.603963 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f19a13-66ae-4381-9d49-a58125c7302e req-22a96b74-0033-4336-8f6e-eb7ce8aa0194 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:06.612538 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f4f19a13-66ae-4381-9d49-a58125c7302e req-22a96b74-0033-4336-8f6e-eb7ce8aa0194 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0604939 Nov 12 02:29:06.695598 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b472bd16-9c9d-4328-99c8-43916908e6f7 req-69ed21a0-e0e2-446c-bb26-4b5f37f09f60 tempest-VolumesSnapshotTestJSON-232096927 tempest-VolumesSnapshotTestJSON-232096927-project] 10.222.0.66 "GET /v2.0/ports?device_id=60f2b6de-2837-4c54-80ec-757464b62363 HTTP/1.1" status: 200 len: 210 time: 0.0391548 Nov 12 02:29:06.700565 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f4f19a13-66ae-4381-9d49-a58125c7302e req-29b370cf-7223-46e1-a118-4805d0d7a6be tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856559 Nov 12 02:29:06.920449 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e94a48-a70e-425c-a8c5-d29cc3b887da req-bdf6736b-7589-42c2-bd5c-c56e29895599 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:06.922064 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f4e94a48-a70e-425c-a8c5-d29cc3b887da req-bdf6736b-7589-42c2-bd5c-c56e29895599 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 944 time: 0.0812690 Nov 12 02:29:06.969666 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:06.982434 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f4e94a48-a70e-425c-a8c5-d29cc3b887da req-0d1e3f82-0b61-49a3-a2c8-cbc3d9a15f28 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536728 Nov 12 02:29:07.269502 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40170) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:07.316062 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d76b791-734f-401a-b407-4d4a574bf667 admin admin] Deleting subnet 2bae86e1-f190-4556-9a8e-932d90f3a0b4 {{(pid=101626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:29:07.319767 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4d76b791-734f-401a-b407-4d4a574bf667 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:07.355807 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4d76b791-734f-401a-b407-4d4a574bf667 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25443676'] for subnet, precommit_delete_associations {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:07.402343 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4d76b791-734f-401a-b407-4d4a574bf667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503514'] for subnet, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:07.465264 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4d76b791-734f-401a-b407-4d4a574bf667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25443627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25789319'] for subnet, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:07.492908 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76b791-734f-401a-b407-4d4a574bf667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bae86e1-f190-4556-9a8e-932d90f3a0b4,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:07.497715 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4d76b791-734f-401a-b407-4d4a574bf667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for subnet, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:07.500948 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-4d76b791-734f-401a-b407-4d4a574bf667 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2bae86e1-f190-4556-9a8e-932d90f3a0b4 HTTP/1.1" status: 204 len: 168 time: 0.2296050 Nov 12 02:29:07.504597 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 40172) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:07.507156 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76b791-734f-401a-b407-4d4a574bf667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:07.507533 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76b791-734f-401a-b407-4d4a574bf667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:07.507879 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76b791-734f-401a-b407-4d4a574bf667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:07.508215 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76b791-734f-401a-b407-4d4a574bf667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:07.508548 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76b791-734f-401a-b407-4d4a574bf667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:07.508877 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76b791-734f-401a-b407-4d4a574bf667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:07.509205 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76b791-734f-401a-b407-4d4a574bf667 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:07.509528 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76b791-734f-401a-b407-4d4a574bf667 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:07.509853 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76b791-734f-401a-b407-4d4a574bf667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:07.510175 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76b791-734f-401a-b407-4d4a574bf667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:07.510497 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76b791-734f-401a-b407-4d4a574bf667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:07.510816 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76b791-734f-401a-b407-4d4a574bf667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:07.522930 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device a97a453a-445f-45c0-8d37-d11d7512e94c no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:29:07.548640 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:07.634564 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-742979fe-1be6-4b7e-89bb-042ed428b872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1368191'] for network, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:07.638799 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bae40a-d00e-4913-a9a8-d30cb1ae9915 req-2b5685f9-0522-4b16-948b-2efdbf74d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:07.640415 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-d0bae40a-d00e-4913-a9a8-d30cb1ae9915 req-2b5685f9-0522-4b16-948b-2efdbf74d5b2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a&tenant_id=e973c924078c4e638e9fa29d3956c215 HTTP/1.1" status: 200 len: 1097 time: 0.1376846 Nov 12 02:29:07.743175 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-742979fe-1be6-4b7e-89bb-042ed428b872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642717', 'neutron.services.segments.db._delete_segments_for_network-8768027728366'] for network, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:07.772284 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-742979fe-1be6-4b7e-89bb-042ed428b872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8caf5165-c51d-45da-9f4a-e769ddfc0491']}} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:07.776185 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bae40a-d00e-4913-a9a8-d30cb1ae9915 req-e7f1bb35-7a72-4c5f-a402-10d90e44b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:07.777871 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-d0bae40a-d00e-4913-a9a8-d30cb1ae9915 req-e7f1bb35-7a72-4c5f-a402-10d90e44b9bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e973c924078c4e638e9fa29d3956c215&device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 1097 time: 0.0993464 Nov 12 02:29:07.786712 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-742979fe-1be6-4b7e-89bb-042ed428b872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '350093cb-dee0-47f8-a03a-d8524640aaba') {'for_net_delete': True} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:07.787001 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-742979fe-1be6-4b7e-89bb-042ed428b872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '350093cb-dee0-47f8-a03a-d8524640aaba') {} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:07.813515 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-742979fe-1be6-4b7e-89bb-042ed428b872 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768027880951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25774297'] for segment, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:07.850126 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec784a6-cf90-4260-aade-380d68600bf0 req-83a46639-43fa-4b31-88dd-bef23f14eb72 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:07.851656 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-eec784a6-cf90-4260-aade-380d68600bf0 req-83a46639-43fa-4b31-88dd-bef23f14eb72 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0654490 Nov 12 02:29:07.864513 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-742979fe-1be6-4b7e-89bb-042ed428b872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:07.876396 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742979fe-1be6-4b7e-89bb-042ed428b872 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=101627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:29:07.876788 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-742979fe-1be6-4b7e-89bb-042ed428b872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3466394'] for segment, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: Traceback (most recent call last): Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: timer() Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: cb(*args, **kw) Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: return func(*args, **kwargs) Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: self._notify() Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: self.callback(batched_events) Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: event.method(event) Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: return f(self, *a, **k) Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: return self._get(url).json() Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: return self.request(url, 'GET', **kwargs) Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:29:07.878430 dv-cinder-808574-4-smb neutron-server[101627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:29:07.911953 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-eec784a6-cf90-4260-aade-380d68600bf0 req-83cb7be1-16cf-4957-9583-227abdcb8dae tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523362 Nov 12 02:29:07.950527 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bae40a-d00e-4913-a9a8-d30cb1ae9915 req-150878a9-8cf5-46c3-a50e-ec04307cbb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:07.952357 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-d0bae40a-d00e-4913-a9a8-d30cb1ae9915 req-150878a9-8cf5-46c3-a50e-ec04307cbb70 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bf8a66c-2c88-40e7-879f-ed13c0e23344 HTTP/1.1" status: 200 len: 917 time: 0.1630163 Nov 12 02:29:07.953814 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-742979fe-1be6-4b7e-89bb-042ed428b872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394473'] for network, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:08.000394 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-742979fe-1be6-4b7e-89bb-042ed428b872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:08.003742 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-742979fe-1be6-4b7e-89bb-042ed428b872 admin admin] 10.222.0.66 "DELETE /v2.0/networks/8caf5165-c51d-45da-9f4a-e769ddfc0491 HTTP/1.1" status: 204 len: 168 time: 0.4910252 Nov 12 02:29:08.016039 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742979fe-1be6-4b7e-89bb-042ed428b872 admin admin] Pushing event deleted for resources: {'Network': ['ID=8caf5165-c51d-45da-9f4a-e769ddfc0491,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:08.045393 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-d0bae40a-d00e-4913-a9a8-d30cb1ae9915 req-1a7cfb5a-6544-4f04-b231-c3f12d3b7627 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a97a453a-445f-45c0-8d37-d11d7512e94c HTTP/1.1" status: 200 len: 1000 time: 0.0856652 Nov 12 02:29:08.169853 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bae40a-d00e-4913-a9a8-d30cb1ae9915 req-6f38c3b2-794c-4930-807c-52ee1633e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:08.171979 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-d0bae40a-d00e-4913-a9a8-d30cb1ae9915 req-6f38c3b2-794c-4930-807c-52ee1633e278 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1006246c-c18c-4b19-8be4-0d64b846f8bd HTTP/1.1" status: 200 len: 855 time: 0.1123562 Nov 12 02:29:08.183592 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6f19a-0a11-434a-b1ad-35bad08cb7e7 req-b17b7a1f-7129-4d25-adad-68bf0a21271b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:08.185303 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-69c6f19a-0a11-434a-b1ad-35bad08cb7e7 req-b17b7a1f-7129-4d25-adad-68bf0a21271b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 944 time: 0.0738227 Nov 12 02:29:08.221671 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40194) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:08.226822 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bae40a-d00e-4913-a9a8-d30cb1ae9915 req-85b3482a-2926-486a-ad06-ea72b885aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:08.228596 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-d0bae40a-d00e-4913-a9a8-d30cb1ae9915 req-85b3482a-2926-486a-ad06-ea72b885aa6c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bf8a66c-2c88-40e7-879f-ed13c0e23344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0455163 Nov 12 02:29:08.253152 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-69c6f19a-0a11-434a-b1ad-35bad08cb7e7 req-ef9f5868-d31f-442b-bcb5-f158408b474f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576146 Nov 12 02:29:08.284306 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-e2dc2718-beee-4b46-95c8-eaf83c6e26b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b9b11f9d224c4743ba228d55878ff098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0614378 Nov 12 02:29:08.287299 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40196) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:08.328652 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-d0bae40a-d00e-4913-a9a8-d30cb1ae9915 req-97e3fdf6-5c59-40f1-8d4b-87c72b1c7208 service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881729 Nov 12 02:29:08.335724 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d14648ac-d8ab-4bf0-82b5-4bf6ad5cee6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:08.359399 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d14648ac-d8ab-4bf0-82b5-4bf6ad5cee6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:08.413684 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d14648ac-d8ab-4bf0-82b5-4bf6ad5cee6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:08.416345 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d14648ac-d8ab-4bf0-82b5-4bf6ad5cee6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:08.417931 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-d14648ac-d8ab-4bf0-82b5-4bf6ad5cee6f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a8714adf-4917-4306-82fd-b9118c0cecda HTTP/1.1" status: 204 len: 168 time: 0.1291437 Nov 12 02:29:08.425723 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14648ac-d8ab-4bf0-82b5-4bf6ad5cee6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8714adf-4917-4306-82fd-b9118c0cecda,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:08.433367 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-d0bae40a-d00e-4913-a9a8-d30cb1ae9915 req-628fdc92-5d25-459c-9117-bad6974e8e2c service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944848 Nov 12 02:29:09.048927 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61cf8b-2471-43e3-a569-5af15410eb0f req-e72a76d3-6227-4e22-986b-ce213523e039 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:09.057275 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8b61cf8b-2471-43e3-a569-5af15410eb0f req-e72a76d3-6227-4e22-986b-ce213523e039 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0661161 Nov 12 02:29:09.133001 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8b61cf8b-2471-43e3-a569-5af15410eb0f req-06d1a106-a56f-4d7b-bb92-65e5d248f1bb tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703216 Nov 12 02:29:09.445712 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e640c2-2d2e-4961-9fa7-61018251c466 req-8d21fc0a-1f83-4c2c-9729-e49ee324fca0 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:09.454717 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c4e640c2-2d2e-4961-9fa7-61018251c466 req-8d21fc0a-1f83-4c2c-9729-e49ee324fca0 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.1715095 Nov 12 02:29:09.531152 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 91bec2b0-b559-4872-89f1-ebfd77a53480 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:29:09.562191 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b0fd6-b5ed-454f-96ce-779ebcbe4bca req-c5265a5d-ebb7-4de4-a406-b773d76ab3bd tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:09.575269 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d84b0fd6-b5ed-454f-96ce-779ebcbe4bca req-c5265a5d-ebb7-4de4-a406-b773d76ab3bd tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 944 time: 0.1442726 Nov 12 02:29:09.591929 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] No Port match for: 91bec2b0-b559-4872-89f1-ebfd77a53480 {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:29:09.592565 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 91bec2b0-b559-4872-89f1-ebfd77a53480 not bound to the agent host hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:29:09.674109 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d84b0fd6-b5ed-454f-96ce-779ebcbe4bca req-5661dd7f-e113-4a0f-870d-16874ba143ee tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949583 Nov 12 02:29:09.756811 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40270) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:09.919071 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b0629bd4-023c-4536-84b9-18ff88c670b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:10.060667 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b0629bd4-023c-4536-84b9-18ff88c670b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:10.067658 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b0629bd4-023c-4536-84b9-18ff88c670b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:10.105772 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0629bd4-023c-4536-84b9-18ff88c670b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a817cb-7be8-4448-91ec-bb64e4002b5a,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:10.119240 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-b0629bd4-023c-4536-84b9-18ff88c670b1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a62e0ba3d5e34be58b139c4d7c738424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585684 Nov 12 02:29:10.119240 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40278) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:10.189884 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-69f2c047-0a6a-4015-8038-7e4ec8021bea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:10.237061 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-69f2c047-0a6a-4015-8038-7e4ec8021bea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:10.318919 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10de95f-e1ae-4aed-9df2-7d0593495ce2 req-77cdfb0e-5150-42c4-bbb6-53c25ae3b240 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:10.337069 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f10de95f-e1ae-4aed-9df2-7d0593495ce2 req-77cdfb0e-5150-42c4-bbb6-53c25ae3b240 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0898700 Nov 12 02:29:10.379028 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-69f2c047-0a6a-4015-8038-7e4ec8021bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:10.382461 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-69f2c047-0a6a-4015-8038-7e4ec8021bea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:10.383986 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-69f2c047-0a6a-4015-8038-7e4ec8021bea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/75a817cb-7be8-4448-91ec-bb64e4002b5a HTTP/1.1" status: 204 len: 168 time: 0.2638707 Nov 12 02:29:10.408328 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2c047-0a6a-4015-8038-7e4ec8021bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a817cb-7be8-4448-91ec-bb64e4002b5a,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:10.447495 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f10de95f-e1ae-4aed-9df2-7d0593495ce2 req-19a23c5a-8563-4f65-82fc-5d141c2415a8 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025271 Nov 12 02:29:10.760773 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 40292) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:10.780082 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f45c53a2-a86a-4a90-8376-bb413ea37c8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:10.813970 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2fc57-abf6-4185-8b7e-73de6c0e12b8 req-3eac7e79-972d-4410-87bc-da212bd9b67c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:10.815564 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fcd2fc57-abf6-4185-8b7e-73de6c0e12b8 req-3eac7e79-972d-4410-87bc-da212bd9b67c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 944 time: 0.0562394 Nov 12 02:29:10.891668 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fcd2fc57-abf6-4185-8b7e-73de6c0e12b8 req-0e9869b3-fb0d-42d3-abf0-9c2118cedaff tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674958 Nov 12 02:29:10.964347 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f45c53a2-a86a-4a90-8376-bb413ea37c8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:10.982903 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f45c53a2-a86a-4a90-8376-bb413ea37c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:11.047961 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-f45c53a2-a86a-4a90-8376-bb413ea37c8b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=18fd3f899e7c4958b7c5148743c40ef1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852340 Nov 12 02:29:11.049925 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c53a2-a86a-4a90-8376-bb413ea37c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f402947-7c73-464b-ab69-e95b85b59142,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:11.050656 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40298) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:11.135928 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-23c8d50a-f006-4683-8df9-54914cb4f77b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:11.170908 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-23c8d50a-f006-4683-8df9-54914cb4f77b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:11.237124 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-23c8d50a-f006-4683-8df9-54914cb4f77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:11.261343 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-23c8d50a-f006-4683-8df9-54914cb4f77b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:11.268013 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-23c8d50a-f006-4683-8df9-54914cb4f77b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6f402947-7c73-464b-ab69-e95b85b59142 HTTP/1.1" status: 204 len: 168 time: 0.2148149 Nov 12 02:29:11.278124 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8d50a-f006-4683-8df9-54914cb4f77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f402947-7c73-464b-ab69-e95b85b59142,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:11.615060 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766c6e2-d82b-4978-bd6c-5720b6f9132b req-4433988d-8eb8-40eb-ac61-f890861d691f tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:11.623230 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e766c6e2-d82b-4978-bd6c-5720b6f9132b req-4433988d-8eb8-40eb-ac61-f890861d691f tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0868335 Nov 12 02:29:11.686519 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e766c6e2-d82b-4978-bd6c-5720b6f9132b req-cf580324-cc74-44e5-b7ac-50633a4aacb8 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619311 Nov 12 02:29:12.076032 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed76968-fbd2-401f-8547-1b74f3829875 req-b8a72e0f-1580-4586-97df-7733ae82f911 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:12.077049 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-4ed76968-fbd2-401f-8547-1b74f3829875 req-b8a72e0f-1580-4586-97df-7733ae82f911 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 944 time: 0.0933921 Nov 12 02:29:12.138385 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-4ed76968-fbd2-401f-8547-1b74f3829875 req-97a1c2ce-1050-4d9b-bd59-3777fe923002 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501635 Nov 12 02:29:12.851372 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9aa16-d649-4df8-a7e4-af479ddc37f4 req-1a40e1e6-91f7-4670-9448-dd0574ead291 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:12.863200 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-47e9aa16-d649-4df8-a7e4-af479ddc37f4 req-1a40e1e6-91f7-4670-9448-dd0574ead291 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 945 time: 0.0939593 Nov 12 02:29:12.923670 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-47e9aa16-d649-4df8-a7e4-af479ddc37f4 req-ccbda717-ee17-40e6-a89b-7573c3aed16e tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593734 Nov 12 02:29:13.291495 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7174d-7916-4d8f-8a62-00f1e7a9301a req-0dd9ad4e-de13-4db9-b352-d663e44c5106 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:13.293119 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5dc7174d-7916-4d8f-8a62-00f1e7a9301a req-0dd9ad4e-de13-4db9-b352-d663e44c5106 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 944 time: 0.0672975 Nov 12 02:29:13.366854 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5dc7174d-7916-4d8f-8a62-00f1e7a9301a req-d1a9ccfa-c266-4a60-b47a-bb90fd6efa70 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672252 Nov 12 02:29:13.567401 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 3a44f268-14fb-465a-9386-6b18a76ab0c7 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:29:13.769681 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:13.815744 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 3a44f268-14fb-465a-9386-6b18a76ab0c7, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=3a44f268-14fb-465a-9386-6b18a76ab0c7,segment=NetworkSegment(5b63cd6f-3a51-4335-b06a-5e4731054def),segment_id=5b63cd6f-3a51-4335-b06a-5e4731054def)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:29:13.817489 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b86d4a5-b34c-4d82-ae36-5d8bd5204678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a44f268-14fb-465a-9386-6b18a76ab0c7'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:29:13.820725 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0746ed59-7520-41e7-b39a-07cc22aef4d6" -d '{"events": [{"server_uuid": "8b86d4a5-b34c-4d82-ae36-5d8bd5204678", "name": "network-vif-unplugged", "status": "completed", "tag": "3a44f268-14fb-465a-9386-6b18a76ab0c7"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:29:13.871388 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:13.945118 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 02:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbd5364-ac33-4b94-8e9f-f023f23b3441 x-openstack-request-id: req-ecbd5364-ac33-4b94-8e9f-f023f23b3441 {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:29:13.945425 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b86d4a5-b34c-4d82-ae36-5d8bd5204678", "name": "network-vif-unplugged", "status": "completed", "tag": "3a44f268-14fb-465a-9386-6b18a76ab0c7", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:29:13.945686 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ecbd5364-ac33-4b94-8e9f-f023f23b3441 {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:29:13.946096 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b86d4a5-b34c-4d82-ae36-5d8bd5204678', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a44f268-14fb-465a-9386-6b18a76ab0c7', 'code': 200} Nov 12 02:29:14.025252 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=3a44f268-14fb-465a-9386-6b18a76ab0c7,revision_number=6']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:14.154977 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f125507-00a1-43b2-a68b-3462522781bd req-d642d70c-d18d-4154-899e-2c35e3a68c56 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:14.157215 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9f125507-00a1-43b2-a68b-3462522781bd req-d642d70c-d18d-4154-899e-2c35e3a68c56 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 943 time: 0.0846574 Nov 12 02:29:14.228550 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9f125507-00a1-43b2-a68b-3462522781bd req-2004b6b6-a289-4fe8-be8a-f5b6d77ea44a tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640883 Nov 12 02:29:14.510455 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e632e5-4388-4d7e-9b7c-1e908a09b4a9 req-59efb503-05c5-4d88-98b3-ac1e286642fb tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:14.511945 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c7e632e5-4388-4d7e-9b7c-1e908a09b4a9 req-59efb503-05c5-4d88-98b3-ac1e286642fb tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 944 time: 0.0554285 Nov 12 02:29:14.560741 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c7e632e5-4388-4d7e-9b7c-1e908a09b4a9 req-6c3aca6c-e702-435a-935e-d4ebb7197b06 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424843 Nov 12 02:29:15.437619 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe3bf8-a09a-4282-984f-fc2c349e43b5 req-299cfa7b-5dfe-4fd2-9621-31f48256c2bc tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:15.447722 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-39fe3bf8-a09a-4282-984f-fc2c349e43b5 req-299cfa7b-5dfe-4fd2-9621-31f48256c2bc tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 943 time: 0.1281087 Nov 12 02:29:15.507567 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 40426) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:15.508387 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-39fe3bf8-a09a-4282-984f-fc2c349e43b5 req-198e237f-4851-4fd2-8e79-86405050dbd7 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585482 Nov 12 02:29:15.629463 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-426492ac-c012-48b0-96d9-771a730b5048 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:15.737836 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-426492ac-c012-48b0-96d9-771a730b5048 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:15.743795 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-426492ac-c012-48b0-96d9-771a730b5048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:15.763380 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff91870-fea3-4c98-81f1-500e4e7484fc req-2e07bd72-615c-4c9e-905d-2934f8faee5f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:15.772346 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0ff91870-fea3-4c98-81f1-500e4e7484fc req-2e07bd72-615c-4c9e-905d-2934f8faee5f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 944 time: 0.0921311 Nov 12 02:29:15.812085 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426492ac-c012-48b0-96d9-771a730b5048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78742648-ce44-455b-9ba8-de2547d02264,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:15.816420 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-426492ac-c012-48b0-96d9-771a730b5048 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dbea2ff0999f4f9e9e8d4bf350102f48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070786 Nov 12 02:29:15.818925 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 40434) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:15.841556 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0ff91870-fea3-4c98-81f1-500e4e7484fc req-e546a979-3c5c-4d25-a78f-8f3b68ceb723 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674398 Nov 12 02:29:15.876165 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-96df9d8d-e446-407c-a142-42d5034d020b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:15.902430 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-96df9d8d-e446-407c-a142-42d5034d020b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:15.968979 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-96df9d8d-e446-407c-a142-42d5034d020b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:15.974665 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-96df9d8d-e446-407c-a142-42d5034d020b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:15.976128 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-96df9d8d-e446-407c-a142-42d5034d020b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/78742648-ce44-455b-9ba8-de2547d02264 HTTP/1.1" status: 204 len: 168 time: 0.1559484 Nov 12 02:29:16.007010 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df9d8d-e446-407c-a142-42d5034d020b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78742648-ce44-455b-9ba8-de2547d02264,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:16.766479 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c66b92-2c47-47a5-91d5-1e49d89dccd5 req-d0293f62-a541-4a03-b5ae-b79851beeb9f tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:16.768081 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-74c66b92-2c47-47a5-91d5-1e49d89dccd5 req-d0293f62-a541-4a03-b5ae-b79851beeb9f tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 943 time: 0.1013672 Nov 12 02:29:16.828664 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-74c66b92-2c47-47a5-91d5-1e49d89dccd5 req-ce073311-db36-470d-a6ad-22da9955e4aa tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523207 Nov 12 02:29:16.983711 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd98dd-79f9-452a-ad8c-81982083ff87 req-4f9dc00e-1d3b-4771-bce4-b9cd82df73fa tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:16.985855 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-15fd98dd-79f9-452a-ad8c-81982083ff87 req-4f9dc00e-1d3b-4771-bce4-b9cd82df73fa tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 944 time: 0.0571268 Nov 12 02:29:17.043454 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-15fd98dd-79f9-452a-ad8c-81982083ff87 req-30864231-f871-4b9e-95e5-afdb2d9ce689 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507236 Nov 12 02:29:17.998277 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3df640-b3cc-424c-885b-9af3160f85d1 req-ffa5b02a-16cf-423d-98ca-e71ce681aeb1 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:17.999969 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0c3df640-b3cc-424c-885b-9af3160f85d1 req-ffa5b02a-16cf-423d-98ca-e71ce681aeb1 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 943 time: 0.0779064 Nov 12 02:29:18.056384 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0c3df640-b3cc-424c-885b-9af3160f85d1 req-8fb81123-a924-45cd-9254-f87ef2ed337b tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466592 Nov 12 02:29:18.188675 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaf469-60dc-4b9c-ac27-d9e84e64b879 req-097eeb30-a7bd-437a-98ee-91d1969de703 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:18.190489 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6ecaf469-60dc-4b9c-ac27-d9e84e64b879 req-097eeb30-a7bd-437a-98ee-91d1969de703 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 944 time: 0.0567031 Nov 12 02:29:18.263912 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6ecaf469-60dc-4b9c-ac27-d9e84e64b879 req-0ed7bec2-10d6-4ae8-b101-079aae3a046d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658474 Nov 12 02:29:19.273402 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ab2a9-2061-4f09-ab53-65f3d54c4a47 req-b3c25c97-d40d-49ea-b02d-53a9a1b90f9f tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:19.279953 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-931ab2a9-2061-4f09-ab53-65f3d54c4a47 req-b3c25c97-d40d-49ea-b02d-53a9a1b90f9f tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 943 time: 0.0800517 Nov 12 02:29:19.297160 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 40540) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:19.348384 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-931ab2a9-2061-4f09-ab53-65f3d54c4a47 req-301d5fb4-b071-4559-b75d-62d39e0077c7 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669978 Nov 12 02:29:19.420622 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13c846-60d6-4ff2-921b-b64a2bf6e54c req-08a450ae-a064-44da-8052-294f709dd338 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:19.422556 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7f13c846-60d6-4ff2-921b-b64a2bf6e54c req-08a450ae-a064-44da-8052-294f709dd338 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 944 time: 0.0560093 Nov 12 02:29:19.479390 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7f13c846-60d6-4ff2-921b-b64a2bf6e54c req-c9778a37-2917-4d3a-a60a-d37ef5a41988 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501342 Nov 12 02:29:19.480712 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f8b1bc2e-cf6e-4e80-af5e-cf054f74a0de admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:19.584397 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f8b1bc2e-cf6e-4e80-af5e-cf054f74a0de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:19.592689 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-f8b1bc2e-cf6e-4e80-af5e-cf054f74a0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:19.642904 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-f8b1bc2e-cf6e-4e80-af5e-cf054f74a0de admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af3c30805cda44df8e21693daded851f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3446422 Nov 12 02:29:19.644219 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1bc2e-cf6e-4e80-af5e-cf054f74a0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c391a4a-0aed-43bd-b570-54c36d2f6845,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:19.646675 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40544) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:19.701647 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf2c7-71c8-4c9e-a0d9-fbe483ca1e17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:19.727823 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf2c7-71c8-4c9e-a0d9-fbe483ca1e17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:19.784285 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf2c7-71c8-4c9e-a0d9-fbe483ca1e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:19.786705 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-cb0cf2c7-71c8-4c9e-a0d9-fbe483ca1e17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:19.787855 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-cb0cf2c7-71c8-4c9e-a0d9-fbe483ca1e17 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4c391a4a-0aed-43bd-b570-54c36d2f6845 HTTP/1.1" status: 204 len: 168 time: 0.1401777 Nov 12 02:29:19.795944 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cf2c7-71c8-4c9e-a0d9-fbe483ca1e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c391a4a-0aed-43bd-b570-54c36d2f6845,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:20.094215 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40554) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:20.107880 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9511bfda-bd0a-45e7-ac5d-9fc20cbd535b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:20.204216 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9511bfda-bd0a-45e7-ac5d-9fc20cbd535b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:20.208784 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9511bfda-bd0a-45e7-ac5d-9fc20cbd535b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:20.250414 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-9511bfda-bd0a-45e7-ac5d-9fc20cbd535b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fdc5cb6a12bf40509877214f42db2015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550283 Nov 12 02:29:20.251231 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511bfda-bd0a-45e7-ac5d-9fc20cbd535b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bac572-f1b0-41ad-b644-00378a4aab5e,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:20.253360 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 40558) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:20.312088 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c76c98c9-37e7-417b-a2c0-5276ca11505f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:20.340124 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c76c98c9-37e7-417b-a2c0-5276ca11505f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:20.401345 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c76c98c9-37e7-417b-a2c0-5276ca11505f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:20.404092 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c76c98c9-37e7-417b-a2c0-5276ca11505f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:20.405317 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-c76c98c9-37e7-417b-a2c0-5276ca11505f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0bac572-f1b0-41ad-b644-00378a4aab5e HTTP/1.1" status: 204 len: 168 time: 0.1458147 Nov 12 02:29:20.414312 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c98c9-37e7-417b-a2c0-5276ca11505f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bac572-f1b0-41ad-b644-00378a4aab5e,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:20.474967 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caae309-d092-4dfb-a149-117bc5de14fc req-c69d00b8-1ba5-43fd-a1ca-7ee755a06a89 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:20.476537 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2caae309-d092-4dfb-a149-117bc5de14fc req-c69d00b8-1ba5-43fd-a1ca-7ee755a06a89 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 943 time: 0.0598922 Nov 12 02:29:20.530070 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2caae309-d092-4dfb-a149-117bc5de14fc req-690b6adb-a3ef-4061-bed3-8d4f5aded004 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/security-groups?id=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473361 Nov 12 02:29:20.757423 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-c4e640c2-2d2e-4961-9fa7-61018251c466 req-d2fec9d7-7069-4dda-ace9-4a6cc59520ff tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Deleting port 3a44f268-14fb-465a-9386-6b18a76ab0c7 {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:29:20.757765 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-c4e640c2-2d2e-4961-9fa7-61018251c466 req-d2fec9d7-7069-4dda-ace9-4a6cc59520ff tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:20.852426 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051fd9b-3959-4234-a1a5-c2145dec4bb4 req-1b5bdca1-f2e3-4a43-990f-d28db6b28799 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:20.853972 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6051fd9b-3959-4234-a1a5-c2145dec4bb4 req-1b5bdca1-f2e3-4a43-990f-d28db6b28799 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 944 time: 0.2701235 Nov 12 02:29:20.872890 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-c4e640c2-2d2e-4961-9fa7-61018251c466 req-d2fec9d7-7069-4dda-ace9-4a6cc59520ff tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] For port 3a44f268-14fb-465a-9386-6b18a76ab0c7, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=3a44f268-14fb-465a-9386-6b18a76ab0c7,segment=NetworkSegment(5b63cd6f-3a51-4335-b06a-5e4731054def),segment_id=5b63cd6f-3a51-4335-b06a-5e4731054def)] {{(pid=101627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:29:20.873321 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-c4e640c2-2d2e-4961-9fa7-61018251c466 req-d2fec9d7-7069-4dda-ace9-4a6cc59520ff tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:20.890850 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-c4e640c2-2d2e-4961-9fa7-61018251c466 req-d2fec9d7-7069-4dda-ace9-4a6cc59520ff tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Calling delete_port for 3a44f268-14fb-465a-9386-6b18a76ab0c7 owned by compute:nova {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:29:20.907308 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6051fd9b-3959-4234-a1a5-c2145dec4bb4 req-25aab6f3-93ee-4098-9825-eb08ba20a428 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471103 Nov 12 02:29:21.032101 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-c4e640c2-2d2e-4961-9fa7-61018251c466 req-d2fec9d7-7069-4dda-ace9-4a6cc59520ff tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:21.060638 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fec9d7-7069-4dda-ace9-4a6cc59520ff tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Pushing event deleted for resources: {'Port': ['ID=3a44f268-14fb-465a-9386-6b18a76ab0c7,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:21.114081 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e640c2-2d2e-4961-9fa7-61018251c466 req-d2fec9d7-7069-4dda-ace9-4a6cc59520ff tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] No DVR routers for this DVR port 3a44f268-14fb-465a-9386-6b18a76ab0c7 on host hv-cinder-80857 {{(pid=101627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:29:21.116814 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-c4e640c2-2d2e-4961-9fa7-61018251c466 req-d2fec9d7-7069-4dda-ace9-4a6cc59520ff tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:21.120231 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c4e640c2-2d2e-4961-9fa7-61018251c466 req-d2fec9d7-7069-4dda-ace9-4a6cc59520ff tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.61 "DELETE /v2.0/ports/3a44f268-14fb-465a-9386-6b18a76ab0c7 HTTP/1.1" status: 204 len: 173 time: 0.4856944 Nov 12 02:29:21.120689 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b86d4a5-b34c-4d82-ae36-5d8bd5204678', 'name': 'network-vif-deleted', 'tag': '3a44f268-14fb-465a-9386-6b18a76ab0c7'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:29:21.122970 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50884463-1759-4950-a3eb-866efe9b512d" -d '{"events": [{"server_uuid": "8b86d4a5-b34c-4d82-ae36-5d8bd5204678", "name": "network-vif-deleted", "tag": "3a44f268-14fb-465a-9386-6b18a76ab0c7"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:29:21.163531 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d89e5c9-90da-46f0-b067-450e979ec3e1 x-openstack-request-id: req-2d89e5c9-90da-46f0-b067-450e979ec3e1 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:29:21.163840 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b86d4a5-b34c-4d82-ae36-5d8bd5204678", "name": "network-vif-deleted", "tag": "3a44f268-14fb-465a-9386-6b18a76ab0c7", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:29:21.164869 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2d89e5c9-90da-46f0-b067-450e979ec3e1 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:29:21.165281 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b86d4a5-b34c-4d82-ae36-5d8bd5204678', 'name': 'network-vif-deleted', 'tag': '3a44f268-14fb-465a-9386-6b18a76ab0c7', 'status': 'completed', 'code': 200} Nov 12 02:29:21.696171 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a4118f52-7af1-49cc-9b2e-708ca603e5c9 req-c2b63520-f900-4844-b766-6a348035ab44 tempest-ServerRescueNegativeTestJSON-148198382 tempest-ServerRescueNegativeTestJSON-148198382-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b86d4a5-b34c-4d82-ae36-5d8bd5204678 HTTP/1.1" status: 200 len: 210 time: 0.0307238 Nov 12 02:29:22.052498 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217e141-fcb0-4bd1-a596-b135f2e06222 req-df7ca326-92d8-41ce-9429-747113909bfb tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:22.053966 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f217e141-fcb0-4bd1-a596-b135f2e06222 req-df7ca326-92d8-41ce-9429-747113909bfb tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 944 time: 0.0657752 Nov 12 02:29:22.102251 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f217e141-fcb0-4bd1-a596-b135f2e06222 req-e71cd611-ef93-4171-b4b6-f60e2c72ca04 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422628 Nov 12 02:29:22.755592 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40618) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:23.251362 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b77b8532-c16c-414e-83f3-e9be262aeceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395231'] for router_interface, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:23.261947 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e2230-1e01-4e9e-acf0-066ef8de7df1 req-2d4c5548-1bd6-4da1-81d4-972532df45db tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:23.263505 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-794e2230-1e01-4e9e-acf0-066ef8de7df1 req-2d4c5548-1bd6-4da1-81d4-972532df45db tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 944 time: 0.0819709 Nov 12 02:29:23.395620 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-794e2230-1e01-4e9e-acf0-066ef8de7df1 req-0ac20401-ada8-4eb1-9b7c-cbb048b0baa4 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979288 Nov 12 02:29:23.588469 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device a97a453a-445f-45c0-8d37-d11d7512e94c details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:29:23.652419 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-b77b8532-c16c-414e-83f3-e9be262aeceb admin admin] Deleting port e6abfbc8-0740-4d54-89a9-c6fbb138def2 {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:29:23.652697 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b77b8532-c16c-414e-83f3-e9be262aeceb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:23.704860 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port a97a453a-445f-45c0-8d37-d11d7512e94c, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=a97a453a-445f-45c0-8d37-d11d7512e94c,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:29:23.717870 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': 'a97a453a-445f-45c0-8d37-d11d7512e94c', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'port_id': 'a97a453a-445f-45c0-8d37-d11d7512e94c', 'mac_address': 'fa:16:3e:f6:d0:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:29:23.757108 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:23.757589 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [None req-b77b8532-c16c-414e-83f3-e9be262aeceb admin admin] For port e6abfbc8-0740-4d54-89a9-c6fbb138def2, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=e6abfbc8-0740-4d54-89a9-c6fbb138def2,segment=NetworkSegment(5b63cd6f-3a51-4335-b06a-5e4731054def),segment_id=5b63cd6f-3a51-4335-b06a-5e4731054def)] {{(pid=101626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:29:23.758111 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b77b8532-c16c-414e-83f3-e9be262aeceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:23.772158 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97a453a-445f-45c0-8d37-d11d7512e94c {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:29:23.774238 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-b77b8532-c16c-414e-83f3-e9be262aeceb admin admin] Calling delete_port for e6abfbc8-0740-4d54-89a9-c6fbb138def2 owned by network:router_interface {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:29:23.795485 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port a97a453a-445f-45c0-8d37-d11d7512e94c, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=a97a453a-445f-45c0-8d37-d11d7512e94c,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:29:23.801371 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:23.857748 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=a97a453a-445f-45c0-8d37-d11d7512e94c,revision_number=9']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:23.865713 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.866047 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.866386 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.866711 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.867035 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.867378 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.867698 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.868015 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.868333 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.868647 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.868961 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:23.869276 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:24.015611 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b77b8532-c16c-414e-83f3-e9be262aeceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:24.041152 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['a97a453a-445f-45c0-8d37-d11d7512e94c'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:29:24.043301 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b8532-c16c-414e-83f3-e9be262aeceb admin admin] Pushing event deleted for resources: {'Port': ['ID=e6abfbc8-0740-4d54-89a9-c6fbb138def2,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:24.211443 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b77b8532-c16c-414e-83f3-e9be262aeceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399983'] for router_interface, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:24.430827 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77b8532-c16c-414e-83f3-e9be262aeceb admin admin] Router e4f014b0-5313-4c06-818e-d94bc5f92b95 has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:29:24.577918 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca82a2-5f36-4b79-92ad-814490fe44dc req-17c8e82f-11fa-4185-97cb-7dbfb583e22b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:24.579510 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8bca82a2-5f36-4b79-92ad-814490fe44dc req-17c8e82f-11fa-4185-97cb-7dbfb583e22b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 945 time: 0.0987313 Nov 12 02:29:24.607255 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77b8532-c16c-414e-83f3-e9be262aeceb admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:29:24.613988 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-b77b8532-c16c-414e-83f3-e9be262aeceb admin admin] 10.222.0.66 "PUT /v2.0/routers/e4f014b0-5313-4c06-818e-d94bc5f92b95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8570831 Nov 12 02:29:24.617793 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 40676) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:24.618516 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c2dff8-7aad-4f7f-add8-cc0f43e2e224 None None] Sync routers for ids ['e4f014b0-5313-4c06-818e-d94bc5f92b95'] in dv-cinder-808574-4-smb {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:29:24.628677 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c2dff8-7aad-4f7f-add8-cc0f43e2e224 None None] Routers {'e4f014b0-5313-4c06-818e-d94bc5f92b95'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:29:24.629772 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-60c2dff8-7aad-4f7f-add8-cc0f43e2e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:29:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['e4f014b0-5313-4c06-818e-d94bc5f92b95'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:24.664897 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8bca82a2-5f36-4b79-92ad-814490fe44dc req-827aab5b-3be1-42b6-b782-0ff5bddfea82 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770385 Nov 12 02:29:24.707723 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40678) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:24.751363 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-60c2dff8-7aad-4f7f-add8-cc0f43e2e224 None None] Set router e4f014b0-5313-4c06-818e-d94bc5f92b95 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:29:24.860228 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b6cf7619-f3cb-4730-9ca2-435b22466591 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:24.971223 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b6cf7619-f3cb-4730-9ca2-435b22466591 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:24.978225 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b6cf7619-f3cb-4730-9ca2-435b22466591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:25.008785 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-60c2dff8-7aad-4f7f-add8-cc0f43e2e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'name': 'tempest-ServerRescueNegativeTestJSON-1900820729-router', 'tenant_id': 'c5e167f262944295a8c55b0f02df4cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '4368caf3-784f-4373-b4cf-ca71f58a5bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:25:57Z', 'updated_at': '2021-11-12T02:29:23Z', 'revision_number': 5, 'project_id': 'c5e167f262944295a8c55b0f02df4cdc', 'gw_port': {'id': '4368caf3-784f-4373-b4cf-ca71f58a5bcf', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:25:58Z', 'updated_at': '2021-11-12T02:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:25.014502 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0ab34478-29b0-497f-a1b6-ec9c24eda7d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:25.026298 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf7619-f3cb-4730-9ca2-435b22466591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7500b5f0-3763-4306-934b-14886343df87,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:25.039547 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-b6cf7619-f3cb-4730-9ca2-435b22466591 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ffaaf0a3305247349e761da8d8beab05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285739 Nov 12 02:29:25.039773 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40688) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:25.049313 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c2dff8-7aad-4f7f-add8-cc0f43e2e224 None None] Checking router: e4f014b0-5313-4c06-818e-d94bc5f92b95 for host: dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:29:25.068589 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c2dff8-7aad-4f7f-add8-cc0f43e2e224 None None] Routers {'e4f014b0-5313-4c06-818e-d94bc5f92b95'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:29:25.069013 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-60c2dff8-7aad-4f7f-add8-cc0f43e2e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:29:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['e4f014b0-5313-4c06-818e-d94bc5f92b95'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:25.095642 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5b984a6e-9548-4b24-baa1-2ed0697a71b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:25.125530 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5b984a6e-9548-4b24-baa1-2ed0697a71b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:25.179587 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0ab34478-29b0-497f-a1b6-ec9c24eda7d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:25.191389 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5b984a6e-9548-4b24-baa1-2ed0697a71b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:25.193468 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-60c2dff8-7aad-4f7f-add8-cc0f43e2e224 None None] Set router e4f014b0-5313-4c06-818e-d94bc5f92b95 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:29:25.195216 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5b984a6e-9548-4b24-baa1-2ed0697a71b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:25.196428 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-5b984a6e-9548-4b24-baa1-2ed0697a71b0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7500b5f0-3763-4306-934b-14886343df87 HTTP/1.1" status: 204 len: 168 time: 0.1557782 Nov 12 02:29:25.217305 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b984a6e-9548-4b24-baa1-2ed0697a71b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7500b5f0-3763-4306-934b-14886343df87,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:25.254608 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-0ab34478-29b0-497f-a1b6-ec9c24eda7d1 admin admin] Deleting port 4368caf3-784f-4373-b4cf-ca71f58a5bcf {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:29:25.254898 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0ab34478-29b0-497f-a1b6-ec9c24eda7d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:25.344711 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [None req-0ab34478-29b0-497f-a1b6-ec9c24eda7d1 admin admin] For port 4368caf3-784f-4373-b4cf-ca71f58a5bcf, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=4368caf3-784f-4373-b4cf-ca71f58a5bcf,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:29:25.346395 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0ab34478-29b0-497f-a1b6-ec9c24eda7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:25.366909 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-0ab34478-29b0-497f-a1b6-ec9c24eda7d1 admin admin] Calling delete_port for 4368caf3-784f-4373-b4cf-ca71f58a5bcf owned by network:router_gateway {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:29:25.416529 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-60c2dff8-7aad-4f7f-add8-cc0f43e2e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'name': 'tempest-ServerRescueNegativeTestJSON-1900820729-router', 'tenant_id': 'c5e167f262944295a8c55b0f02df4cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '4368caf3-784f-4373-b4cf-ca71f58a5bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:25:57Z', 'updated_at': '2021-11-12T02:29:23Z', 'revision_number': 5, 'project_id': 'c5e167f262944295a8c55b0f02df4cdc', 'gw_port': {'id': '4368caf3-784f-4373-b4cf-ca71f58a5bcf', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:25:58Z', 'updated_at': '2021-11-12T02:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:25.448201 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c2dff8-7aad-4f7f-add8-cc0f43e2e224 None None] The sync data for ids ['e4f014b0-5313-4c06-818e-d94bc5f92b95'] in dv-cinder-808574-4-smb is: [{'id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'name': 'tempest-ServerRescueNegativeTestJSON-1900820729-router', 'tenant_id': 'c5e167f262944295a8c55b0f02df4cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.97'}], 'enable_snat': True}, 'gw_port_id': '4368caf3-784f-4373-b4cf-ca71f58a5bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:25:57Z', 'updated_at': '2021-11-12T02:29:23Z', 'revision_number': 5, 'project_id': 'c5e167f262944295a8c55b0f02df4cdc', 'gw_port': {'id': '4368caf3-784f-4373-b4cf-ca71f58a5bcf', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:55:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f014b0-5313-4c06-818e-d94bc5f92b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:25:58Z', 'updated_at': '2021-11-12T02:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}] {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:29:25.578138 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0ab34478-29b0-497f-a1b6-ec9c24eda7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:25.605482 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device a97a453a-445f-45c0-8d37-d11d7512e94c up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:29:25.607690 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab34478-29b0-497f-a1b6-ec9c24eda7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4368caf3-784f-4373-b4cf-ca71f58a5bcf,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:25.672510 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port a97a453a-445f-45c0-8d37-d11d7512e94c triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:25.672873 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:25.685291 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0ab34478-29b0-497f-a1b6-ec9c24eda7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394389'] for router_gateway, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:25.763809 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:25.791733 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97a453a-445f-45c0-8d37-d11d7512e94c'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:29:25.794475 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3efe8f-353f-400f-9b2e-bcaf8b93e458" -d '{"events": [{"server_uuid": "7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a", "name": "network-vif-plugged", "status": "completed", "tag": "a97a453a-445f-45c0-8d37-d11d7512e94c"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:29:25.816267 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port a97a453a-445f-45c0-8d37-d11d7512e94c, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=a97a453a-445f-45c0-8d37-d11d7512e94c,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:29:25.823724 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:25.839030 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0ab34478-29b0-497f-a1b6-ec9c24eda7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48736'] for router, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:25.848827 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0ab34478-29b0-497f-a1b6-ec9c24eda7d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:25.888075 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fda01fd-b471-44ed-865c-a7ff86b0b9e0 x-openstack-request-id: req-2fda01fd-b471-44ed-865c-a7ff86b0b9e0 {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:29:25.888383 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a", "name": "network-vif-plugged", "status": "completed", "tag": "a97a453a-445f-45c0-8d37-d11d7512e94c", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:29:25.888615 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2fda01fd-b471-44ed-865c-a7ff86b0b9e0 {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:29:25.888999 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97a453a-445f-45c0-8d37-d11d7512e94c', 'code': 200} Nov 12 02:29:25.893949 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=a97a453a-445f-45c0-8d37-d11d7512e94c,revision_number=10']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:25.921700 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef312d4c-f216-4a0e-8f67-844262005e8b req-c12d9af0-6503-4df5-8b6b-c71b0307f8c6 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:25.924016 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ef312d4c-f216-4a0e-8f67-844262005e8b req-c12d9af0-6503-4df5-8b6b-c71b0307f8c6 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 945 time: 0.1392131 Nov 12 02:29:25.941770 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40714) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:25.979709 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0ab34478-29b0-497f-a1b6-ec9c24eda7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-401017'] for router, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:25.980848 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab34478-29b0-497f-a1b6-ec9c24eda7d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4f014b0-5313-4c06-818e-d94bc5f92b95 {{(pid=101627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:29:25.989981 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-0ab34478-29b0-497f-a1b6-ec9c24eda7d1 admin admin] Publish callbacks [] for router, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:25.991244 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-0ab34478-29b0-497f-a1b6-ec9c24eda7d1 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e4f014b0-5313-4c06-818e-d94bc5f92b95 HTTP/1.1" status: 204 len: 168 time: 1.3719590 Nov 12 02:29:25.993950 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 40718) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:26.021280 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9509496-a2a7-4a05-8109-019c71f8e994 admin admin] Deleting subnet fbd682ae-6366-4362-bab0-eda15ca45632 {{(pid=101626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:29:26.028964 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d9509496-a2a7-4a05-8109-019c71f8e994 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.053453 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8079db1-2506-4148-9e52-62f74044fc13 admin admin] Deleting subnet 3afb8cb5-ee86-4be7-9288-03af65a9f917 {{(pid=101627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:29:26.057905 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c8079db1-2506-4148-9e52-62f74044fc13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.067684 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ef312d4c-f216-4a0e-8f67-844262005e8b req-ec16eca6-638b-4fbd-b8cd-04bdac664bed tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293025 Nov 12 02:29:26.085693 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d9509496-a2a7-4a05-8109-019c71f8e994 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25443676'] for subnet, precommit_delete_associations {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.102744 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c8079db1-2506-4148-9e52-62f74044fc13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25777450'] for subnet, precommit_delete_associations {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.158253 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d9509496-a2a7-4a05-8109-019c71f8e994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503514'] for subnet, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.160662 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c8079db1-2506-4148-9e52-62f74044fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503514'] for subnet, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.222238 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d9509496-a2a7-4a05-8109-019c71f8e994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25443627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25789319'] for subnet, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.227979 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c8079db1-2506-4148-9e52-62f74044fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3466484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25666411'] for subnet, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.248539 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9509496-a2a7-4a05-8109-019c71f8e994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbd682ae-6366-4362-bab0-eda15ca45632,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:26.256180 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d9509496-a2a7-4a05-8109-019c71f8e994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for subnet, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.259278 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-d9509496-a2a7-4a05-8109-019c71f8e994 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fbd682ae-6366-4362-bab0-eda15ca45632 HTTP/1.1" status: 204 len: 168 time: 0.3140361 Nov 12 02:29:26.261619 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40722) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:26.267273 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c8079db1-2506-4148-9e52-62f74044fc13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.272312 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-c8079db1-2506-4148-9e52-62f74044fc13 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3afb8cb5-ee86-4be7-9288-03af65a9f917 HTTP/1.1" status: 204 len: 168 time: 0.2765968 Nov 12 02:29:26.274553 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8079db1-2506-4148-9e52-62f74044fc13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3afb8cb5-ee86-4be7-9288-03af65a9f917,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:26.278077 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 40724) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:26.366735 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c026746c-bc5c-470e-93e3-6fc171553cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1368191'] for network, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.395974 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-64096745-c956-4af6-baad-45bd75e9d090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1368191'] for network, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.504547 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c026746c-bc5c-470e-93e3-6fc171553cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642717', 'neutron.services.segments.db._delete_segments_for_network-8768027728366'] for network, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.527699 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-64096745-c956-4af6-baad-45bd75e9d090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642717', 'neutron.services.segments.db._delete_segments_for_network-8768027728366'] for network, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.536094 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.services.segments.db [None req-c026746c-bc5c-470e-93e3-6fc171553cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44947760-a2b2-4e50-855a-db3911329416']}} {{(pid=101626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:26.542586 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8100a-556a-484c-bbe0-32f2c9408f2a req-b9f0a49e-c0b3-4fbe-8cc6-b9f1f9066e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:26.544135 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-49e8100a-556a-484c-bbe0-32f2c9408f2a req-b9f0a49e-c0b3-4fbe-8cc6-b9f1f9066e5a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 1100 time: 0.1080818 Nov 12 02:29:26.547039 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.services.segments.db [None req-c026746c-bc5c-470e-93e3-6fc171553cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0110cbf4-8b31-4575-ad20-6ec9f456d92a') {'for_net_delete': True} {{(pid=101626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:26.547438 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.services.segments.db [None req-c026746c-bc5c-470e-93e3-6fc171553cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0110cbf4-8b31-4575-ad20-6ec9f456d92a') {} {{(pid=101626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:26.560381 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c026746c-bc5c-470e-93e3-6fc171553cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768027880951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25436335'] for segment, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.564526 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-64096745-c956-4af6-baad-45bd75e9d090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4900299f-9efb-4112-8c6a-f06549279dd7']}} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:26.585931 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c026746c-bc5c-470e-93e3-6fc171553cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.591374 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-64096745-c956-4af6-baad-45bd75e9d090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b63cd6f-3a51-4335-b06a-5e4731054def') {'for_net_delete': True} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:26.592157 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-64096745-c956-4af6-baad-45bd75e9d090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b63cd6f-3a51-4335-b06a-5e4731054def') {} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:26.594216 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c026746c-bc5c-470e-93e3-6fc171553cb8 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=101626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:29:26.594715 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c026746c-bc5c-470e-93e3-6fc171553cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25443653'] for segment, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: Traceback (most recent call last): Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: timer() Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: cb(*args, **kw) Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: return func(*args, **kwargs) Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: self._notify() Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: self.callback(batched_events) Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: event.method(event) Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: return f(self, *a, **k) Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: return self._get(url).json() Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: return self.request(url, 'GET', **kwargs) Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:29:26.596792 dv-cinder-808574-4-smb neutron-server[101626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:29:26.614939 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-64096745-c956-4af6-baad-45bd75e9d090 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768027880951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25774297'] for segment, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.625046 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:29:26.639370 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-49e8100a-556a-484c-bbe0-32f2c9408f2a req-6469f60c-647f-4577-9ae5-cbf04b2e5c92 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848472 Nov 12 02:29:26.640366 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-64096745-c956-4af6-baad-45bd75e9d090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.650215 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64096745-c956-4af6-baad-45bd75e9d090 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=101627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:29:26.650620 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-64096745-c956-4af6-baad-45bd75e9d090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3466394'] for segment, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: Traceback (most recent call last): Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: timer() Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: cb(*args, **kw) Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: return func(*args, **kwargs) Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: self._notify() Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: self.callback(batched_events) Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: event.method(event) Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: return f(self, *a, **k) Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: return self._get(url).json() Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: return self.request(url, 'GET', **kwargs) Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:29:26.652423 dv-cinder-808574-4-smb neutron-server[101627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:29:26.678211 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c026746c-bc5c-470e-93e3-6fc171553cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394473'] for network, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.685893 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c026746c-bc5c-470e-93e3-6fc171553cb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.689129 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-c026746c-bc5c-470e-93e3-6fc171553cb8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/44947760-a2b2-4e50-855a-db3911329416 HTTP/1.1" status: 204 len: 168 time: 0.4263990 Nov 12 02:29:26.699085 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026746c-bc5c-470e-93e3-6fc171553cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=44947760-a2b2-4e50-855a-db3911329416,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:26.739965 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-64096745-c956-4af6-baad-45bd75e9d090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394473'] for network, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.748801 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-64096745-c956-4af6-baad-45bd75e9d090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:26.755125 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-64096745-c956-4af6-baad-45bd75e9d090 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4900299f-9efb-4112-8c6a-f06549279dd7 HTTP/1.1" status: 204 len: 168 time: 0.4732881 Nov 12 02:29:26.767404 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64096745-c956-4af6-baad-45bd75e9d090 admin admin] Pushing event deleted for resources: {'Network': ['ID=4900299f-9efb-4112-8c6a-f06549279dd7,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:26.912994 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40744) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:26.958578 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 40746) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:26.969895 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-c51f512f-040d-4093-bbb0-67062f47f70d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e13708ebbef3409e840e949a913c427f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519907 Nov 12 02:29:26.972944 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40748) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:27.015479 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-7c227a1f-c354-491c-8b0d-f1ef703aa203 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c5e167f262944295a8c55b0f02df4cdc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0532637 Nov 12 02:29:27.016204 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40750) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:27.073347 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 4368caf3-784f-4373-b4cf-ca71f58a5bcf no longer exists at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:29:27.078450 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-e70a63c6-f85b-45af-a42b-f0b6ba136188 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:27.098955 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] No Port match for: 4368caf3-784f-4373-b4cf-ca71f58a5bcf {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:29:27.099185 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 4368caf3-784f-4373-b4cf-ca71f58a5bcf not bound to the agent host dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:29:27.099945 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device e6abfbc8-0740-4d54-89a9-c6fbb138def2 no longer exists at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:29:27.111367 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7ad98846-7e9f-4ea3-a64a-80cc1150562b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:27.114935 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-e70a63c6-f85b-45af-a42b-f0b6ba136188 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:27.120087 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] No Port match for: e6abfbc8-0740-4d54-89a9-c6fbb138def2 {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:29:27.120425 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device e6abfbc8-0740-4d54-89a9-c6fbb138def2 not bound to the agent host dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:29:27.166494 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7ad98846-7e9f-4ea3-a64a-80cc1150562b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:27.257050 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-e70a63c6-f85b-45af-a42b-f0b6ba136188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:27.259808 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-e70a63c6-f85b-45af-a42b-f0b6ba136188 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:27.263454 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-e70a63c6-f85b-45af-a42b-f0b6ba136188 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d196f6f8-6c1b-43bc-be0a-d224cf50b9b1 HTTP/1.1" status: 204 len: 168 time: 0.2869456 Nov 12 02:29:27.285230 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff69ee-563a-4fb3-a1a6-beb932d0f5da req-cad7f38b-3d33-4f0f-be84-9196641b9464 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:27.287127 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d2ff69ee-563a-4fb3-a1a6-beb932d0f5da req-cad7f38b-3d33-4f0f-be84-9196641b9464 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 947 time: 0.1096206 Nov 12 02:29:27.297370 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a63c6-f85b-45af-a42b-f0b6ba136188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d196f6f8-6c1b-43bc-be0a-d224cf50b9b1,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:27.324188 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7ad98846-7e9f-4ea3-a64a-80cc1150562b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:27.326865 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7ad98846-7e9f-4ea3-a64a-80cc1150562b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:27.330840 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-7ad98846-7e9f-4ea3-a64a-80cc1150562b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d HTTP/1.1" status: 204 len: 168 time: 0.3134339 Nov 12 02:29:27.346155 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad98846-7e9f-4ea3-a64a-80cc1150562b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d6a9ca-b2ae-4a92-b334-bc11c2985b9d,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:27.376151 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d2ff69ee-563a-4fb3-a1a6-beb932d0f5da req-7ae43e0d-8e5d-4488-a3dc-f2ce98ab2757 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811231 Nov 12 02:29:28.583926 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fbf3e-1969-4c89-8434-3853ca06143a req-6307bfad-bffc-49f3-9c01-0d6b96bed788 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:28.595661 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cc4fbf3e-1969-4c89-8434-3853ca06143a req-6307bfad-bffc-49f3-9c01-0d6b96bed788 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 947 time: 0.0838442 Nov 12 02:29:28.624418 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40848) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:28.672478 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cc4fbf3e-1969-4c89-8434-3853ca06143a req-e72d8b06-2414-4991-b37d-e0dcd1e625f7 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754511 Nov 12 02:29:28.863957 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-99ec8ecf-6255-49ba-96bb-70a8b948aa98 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-586716506-network', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:29:28.895918 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ec8ecf-6255-49ba-96bb-70a8b948aa98 admin admin] Made reservation on behalf of 378fb4ff316c443e84c85718f4e697a1 for: {'network': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:29:28.898740 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-99ec8ecf-6255-49ba-96bb-70a8b948aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for network, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:29.137662 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-99ec8ecf-6255-49ba-96bb-70a8b948aa98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:29.216919 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-99ec8ecf-6255-49ba-96bb-70a8b948aa98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:29.222977 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-99ec8ecf-6255-49ba-96bb-70a8b948aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:29.244708 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ec8ecf-6255-49ba-96bb-70a8b948aa98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=101626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:29:29.260126 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec8ecf-6255-49ba-96bb-70a8b948aa98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f210c33-daf3-4943-9bc4-601d3c04d130,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:29.265052 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-99ec8ecf-6255-49ba-96bb-70a8b948aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:29.265392 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.db.segments_db [None req-99ec8ecf-6255-49ba-96bb-70a8b948aa98 admin admin] Added segment 49143408-fd13-4622-9f38-1e4c64120588 of type vlan for network 14bae292-872d-4939-805e-6aff3e3b318a Nov 12 02:29:29.309613 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-99ec8ecf-6255-49ba-96bb-70a8b948aa98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768027380700'] for network, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:29.336123 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-99ec8ecf-6255-49ba-96bb-70a8b948aa98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for network, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:29.337397 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ec8ecf-6255-49ba-96bb-70a8b948aa98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:29.338031 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-99ec8ecf-6255-49ba-96bb-70a8b948aa98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:29.371269 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-99ec8ecf-6255-49ba-96bb-70a8b948aa98 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7456670 Nov 12 02:29:29.377106 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 40874) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:29.383542 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-3075fef4-c0b0-4bd6-b12c-c19e9bafa077 admin admin] Request body: {'subnet': {'network_id': '14bae292-872d-4939-805e-6aff3e3b318a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-586716506-subnet', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'ip_version': 4}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:29:29.414764 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec8ecf-6255-49ba-96bb-70a8b948aa98 admin admin] Pushing event updated for resources: {'Network': ['ID=14bae292-872d-4939-805e-6aff3e3b318a,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:29.421865 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3075fef4-c0b0-4bd6-b12c-c19e9bafa077 admin admin] Made reservation on behalf of 378fb4ff316c443e84c85718f4e697a1 for: {'subnet': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:29:29.427573 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-3075fef4-c0b0-4bd6-b12c-c19e9bafa077 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25666304'] for subnet, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:29.431856 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Network 14bae292-872d-4939-805e-6aff3e3b318a details requested by agent ovs-agent-dv-cinder-808574-4-smb with host dv-cinder-808574-4-smb {{(pid=101628) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:29:29.656856 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-3075fef4-c0b0-4bd6-b12c-c19e9bafa077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3466291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25666322'] for subnet, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:29.715218 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075fef4-c0b0-4bd6-b12c-c19e9bafa077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30e46be7-54e6-447e-b0c6-9142693185c7,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:29.732361 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3075fef4-c0b0-4bd6-b12c-c19e9bafa077 admin admin] Checking segment: {'id': '49143408-fd13-4622-9f38-1e4c64120588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:29:29.732710 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3075fef4-c0b0-4bd6-b12c-c19e9bafa077 admin admin] Network hostable DHCP agents. Network: 14bae292-872d-4939-805e-6aff3e3b318a, hostable agents: ['38deba6a-e570-46da-84fb-4962375c604f'], hosted agents: [] {{(pid=101627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:29:29.757642 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3075fef4-c0b0-4bd6-b12c-c19e9bafa077 admin admin] Network 14bae292-872d-4939-805e-6aff3e3b318a is scheduled to be hosted by DHCP agent 38deba6a-e570-46da-84fb-4962375c604f with binding_index 1 {{(pid=101627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:29:29.768802 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-3075fef4-c0b0-4bd6-b12c-c19e9bafa077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-smb, 14bae292-872d-4939-805e-6aff3e3b318a) {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:29:29.773522 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3075fef4-c0b0-4bd6-b12c-c19e9bafa077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:29.774113 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-3075fef4-c0b0-4bd6-b12c-c19e9bafa077 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:29.780971 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10edeb6-78c8-4f5f-a71f-fdf7b4613ac2 None None] Network 14bae292-872d-4939-805e-6aff3e3b318a requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:29:29.798874 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-3075fef4-c0b0-4bd6-b12c-c19e9bafa077 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4205747 Nov 12 02:29:29.803646 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 40898) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:29.810024 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-aa0abad5-c5d7-430a-abae-7ca985f1790f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-586716506-router', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:29:29.828004 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb602c-b542-4d19-bf2a-ba94e3034709 req-e3271820-dbdd-46ab-9759-69560c895981 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:29.830423 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-12bb602c-b542-4d19-bf2a-ba94e3034709 req-e3271820-dbdd-46ab-9759-69560c895981 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 947 time: 0.0643272 Nov 12 02:29:29.851119 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-aa0abad5-c5d7-430a-abae-7ca985f1790f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48726'] for router, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:29.854712 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-aa0abad5-c5d7-430a-abae-7ca985f1790f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-311519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48729'] for router, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:29.900382 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-12bb602c-b542-4d19-bf2a-ba94e3034709 req-a3ddda53-d102-4575-9bda-d175001db747 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628853 Nov 12 02:29:29.944193 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-aa0abad5-c5d7-430a-abae-7ca985f1790f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:30.058612 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp529202cb-0c21-583e-8ef8-0382ff111e2e-14bae292-872d-4939-805e-6aff3e3b318a', 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'fixed_ips': [{'subnet_id': '30e46be7-54e6-447e-b0c6-9142693185c7'}]}} from dv-cinder-808574-4-smb. {{(pid=101628) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:29:30.059584 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:30.103768 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-aa0abad5-c5d7-430a-abae-7ca985f1790f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:30.148287 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40918) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:30.269694 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.db_base_plugin_common [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] Allocated IP 172.20.0.2 (14bae292-872d-4939-805e-6aff3e3b318a/30e46be7-54e6-447e-b0c6-9142693185c7/3e2d2530-70e6-4561-970c-0408c986322b) {{(pid=101628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:29:30.292390 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-49ce2171-aa29-4823-b77e-1c57309b2a8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:30.348385 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-aa0abad5-c5d7-430a-abae-7ca985f1790f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:30.376600 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-aa0abad5-c5d7-430a-abae-7ca985f1790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:30.426761 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-49ce2171-aa29-4823-b77e-1c57309b2a8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:30.431862 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-49ce2171-aa29-4823-b77e-1c57309b2a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:30.482888 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-49ce2171-aa29-4823-b77e-1c57309b2a8a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe2145d781bc4647b3433d6fb6b1d88e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334484 Nov 12 02:29:30.484648 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce2171-aa29-4823-b77e-1c57309b2a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6b524f-c82a-4ad7-9762-95373ce15eaf,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:30.501342 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40924) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:30.546571 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [None req-aa0abad5-c5d7-430a-abae-7ca985f1790f admin admin] Allocated IP 172.28.0.142 (746dceb8-55e8-4523-9283-66828a4b28c6/d778f24f-8ae6-4f5c-a711-628df869656e/917067cb-cfe2-486e-98fb-8218af225911) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:29:30.563948 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-514a26bb-07f6-4fd5-866d-141961440ea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:30.596257 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-514a26bb-07f6-4fd5-866d-141961440ea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:30.634552 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] Publish callbacks [] for port, precommit_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:30.656642 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:30.663661 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-514a26bb-07f6-4fd5-866d-141961440ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:30.669211 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-514a26bb-07f6-4fd5-866d-141961440ea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:30.673677 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-514a26bb-07f6-4fd5-866d-141961440ea1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6d6b524f-c82a-4ad7-9762-95373ce15eaf HTTP/1.1" status: 204 len: 168 time: 0.1687558 Nov 12 02:29:30.688609 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a26bb-07f6-4fd5-866d-141961440ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6b524f-c82a-4ad7-9762-95373ce15eaf,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:30.719864 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-aa0abad5-c5d7-430a-abae-7ca985f1790f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:30.730109 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] Network 14bae292-872d-4939-805e-6aff3e3b318a is already hosted by enough agents. {{(pid=101628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:29:30.739634 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.scheduler.base_scheduler [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] Resources bound (agent type, host, resource id): {{(pid=101628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:29:30.748981 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] Received port after_create {{(pid=101628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:29:30.772131 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] Pushing event updated for resources: {'Port': ['ID=3e2d2530-70e6-4561-970c-0408c986322b,revision_number=1']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:30.788540 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-aa0abad5-c5d7-430a-abae-7ca985f1790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:30.826411 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0abad5-c5d7-430a-abae-7ca985f1790f admin admin] Network 746dceb8-55e8-4523-9283-66828a4b28c6 is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:29:30.831662 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-aa0abad5-c5d7-430a-abae-7ca985f1790f admin admin] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:29:30.835954 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0abad5-c5d7-430a-abae-7ca985f1790f admin admin] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:29:30.841291 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] Attempting to bind port 3e2d2530-70e6-4561-970c-0408c986322b on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:29:30.843486 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] Attempting to bind port 3e2d2530-70e6-4561-970c-0408c986322b by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': '49143408-fd13-4622-9f38-1e4c64120588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a'}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:29:30.844196 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] Attempting to bind port 3e2d2530-70e6-4561-970c-0408c986322b on network 14bae292-872d-4939-805e-6aff3e3b318a {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:29:30.850774 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:29:30.851482 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] Checking segment: {'id': '49143408-fd13-4622-9f38-1e4c64120588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:29:30.851992 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:30.852470 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] Bound using segment: {'id': '49143408-fd13-4622-9f38-1e4c64120588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a'} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:29:30.853069 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] Bound port: 3e2d2530-70e6-4561-970c-0408c986322b, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49143408-fd13-4622-9f38-1e4c64120588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a'}}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:29:30.853523 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:30.873235 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0abad5-c5d7-430a-abae-7ca985f1790f admin admin] Pushing event updated for resources: {'Port': ['ID=917067cb-cfe2-486e-98fb-8218af225911,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:30.965119 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] For port 3e2d2530-70e6-4561-970c-0408c986322b, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:29:30.969039 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] For port 3e2d2530-70e6-4561-970c-0408c986322b, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=3e2d2530-70e6-4561-970c-0408c986322b,segment=NetworkSegment(49143408-fd13-4622-9f38-1e4c64120588),segment_id=49143408-fd13-4622-9f38-1e4c64120588)] {{(pid=101628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:29:30.979046 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:31.058004 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359967b-02fb-4d87-88ba-b8efd38bde1e None None] Pushing event updated for resources: {'Port': ['ID=3e2d2530-70e6-4561-970c-0408c986322b,revision_number=2']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:31.202626 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 40936) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:31.220124 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-aa0abad5-c5d7-430a-abae-7ca985f1790f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:31.221941 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bd3c73c6-6188-46b6-82bf-fd7efdccea57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:31.514532 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bd3c73c6-6188-46b6-82bf-fd7efdccea57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:31.546511 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-aa0abad5-c5d7-430a-abae-7ca985f1790f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394417'] for router, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:31.549026 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bd3c73c6-6188-46b6-82bf-fd7efdccea57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:31.624155 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-b108a1fc-8526-46d4-b53a-2edfd48c1fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:31.667371 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-bd3c73c6-6188-46b6-82bf-fd7efdccea57 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aa002c5363b2460292a266bab26fc720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4636800 Nov 12 02:29:31.670257 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40952) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:31.671753 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c73c6-6188-46b6-82bf-fd7efdccea57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5f0bec-ebd0-43ba-bd30-31b8248e359e,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:31.735296 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-35404824-ff5c-4408-97c5-456c17155f22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:31.763094 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-35404824-ff5c-4408-97c5-456c17155f22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:31.772754 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0abad5-c5d7-430a-abae-7ca985f1790f admin admin] Router 6fc2e0f4-becf-470d-9a91-30aa807fee02 is scheduled to L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 with binding_index 1 {{(pid=101627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:29:31.832673 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-35404824-ff5c-4408-97c5-456c17155f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:31.836572 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-35404824-ff5c-4408-97c5-456c17155f22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:31.840163 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-35404824-ff5c-4408-97c5-456c17155f22 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3b5f0bec-ebd0-43ba-bd30-31b8248e359e HTTP/1.1" status: 204 len: 168 time: 0.1652336 Nov 12 02:29:31.846300 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35404824-ff5c-4408-97c5-456c17155f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5f0bec-ebd0-43ba-bd30-31b8248e359e,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:31.939966 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0abad5-c5d7-430a-abae-7ca985f1790f admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:29:31.949625 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] Sync routers for ids ['6fc2e0f4-becf-470d-9a91-30aa807fee02'] in dv-cinder-808574-4-smb {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:29:31.971829 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] Routers {'6fc2e0f4-becf-470d-9a91-30aa807fee02'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:29:31.972796 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:29:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['6fc2e0f4-becf-470d-9a91-30aa807fee02'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:31.987546 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-aa0abad5-c5d7-430a-abae-7ca985f1790f admin admin] Publish callbacks [] for router, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:31.989599 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-aa0abad5-c5d7-430a-abae-7ca985f1790f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1847482 Nov 12 02:29:31.993030 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 40958) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:32.213837 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:32.227560 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] Set router 6fc2e0f4-becf-470d-9a91-30aa807fee02 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:29:32.295625 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54497699-e72e-4385-af66-d82a339ec044 None None] Network 14bae292-872d-4939-805e-6aff3e3b318a requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:29:32.407886 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-e1ae9a2f-e097-468e-8d07-6c959f681aff None None] Provisioning complete for port 3e2d2530-70e6-4561-970c-0408c986322b triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:32.408251 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-e1ae9a2f-e097-468e-8d07-6c959f681aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:32.532432 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c61431cc-9f3e-4fb8-a4d7-2f97c524a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:32.638873 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-e1ae9a2f-e097-468e-8d07-6c959f681aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:32.721096 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-e1ae9a2f-e097-468e-8d07-6c959f681aff None None] For port 3e2d2530-70e6-4561-970c-0408c986322b, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=3e2d2530-70e6-4561-970c-0408c986322b,segment=NetworkSegment(49143408-fd13-4622-9f38-1e4c64120588),segment_id=49143408-fd13-4622-9f38-1e4c64120588)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:29:32.726811 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'name': 'tempest-TestShelveInstance-586716506-router', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '917067cb-cfe2-486e-98fb-8218af225911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:29Z', 'updated_at': '2021-11-12T02:29:31Z', 'revision_number': 3, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'gw_port': {'id': '917067cb-cfe2-486e-98fb-8218af225911', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:30Z', 'updated_at': '2021-11-12T02:29:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:32.731012 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-e1ae9a2f-e097-468e-8d07-6c959f681aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:32.758578 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.db_base_plugin_common [None req-c61431cc-9f3e-4fb8-a4d7-2f97c524a2b9 admin admin] Allocated IP 172.20.0.1 (14bae292-872d-4939-805e-6aff3e3b318a/30e46be7-54e6-447e-b0c6-9142693185c7/683ed72c-58d0-4d08-9a52-b1cb30f77c54) {{(pid=101626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:29:32.776716 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] Checking router: 6fc2e0f4-becf-470d-9a91-30aa807fee02 for host: dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:29:32.777244 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] Updating router 6fc2e0f4-becf-470d-9a91-30aa807fee02 port 917067cb-cfe2-486e-98fb-8218af225911 binding host dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:29:32.844225 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:33.002040 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae9a2f-e097-468e-8d07-6c959f681aff None None] Pushing event updated for resources: {'Port': ['ID=3e2d2530-70e6-4561-970c-0408c986322b,revision_number=3']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:33.022903 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51dd3c4-f972-463d-8baa-98f40226da57 req-1ec7d8a6-3eff-49c1-a204-e449410f4820 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:33.024480 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c51dd3c4-f972-463d-8baa-98f40226da57 req-1ec7d8a6-3eff-49c1-a204-e449410f4820 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.0798354 Nov 12 02:29:33.080435 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c61431cc-9f3e-4fb8-a4d7-2f97c524a2b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:33.121396 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-c09767f4-0108-4875-b19e-3766a618561b None None] Provisioning complete for port 3e2d2530-70e6-4561-970c-0408c986322b triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:33.121745 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-c09767f4-0108-4875-b19e-3766a618561b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:33.159207 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c51dd3c4-f972-463d-8baa-98f40226da57 req-a5635be5-c41d-4815-830e-23a1e0ffd33d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272099 Nov 12 02:29:33.179611 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 3e2d2530-70e6-4561-970c-0408c986322b up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:29:33.204132 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c61431cc-9f3e-4fb8-a4d7-2f97c524a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:33.288620 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61431cc-9f3e-4fb8-a4d7-2f97c524a2b9 admin admin] Network 14bae292-872d-4939-805e-6aff3e3b318a is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:29:33.292016 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [None req-c61431cc-9f3e-4fb8-a4d7-2f97c524a2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:29:33.310300 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61431cc-9f3e-4fb8-a4d7-2f97c524a2b9 admin admin] Received port after_create {{(pid=101626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:29:33.352080 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61431cc-9f3e-4fb8-a4d7-2f97c524a2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=683ed72c-58d0-4d08-9a52-b1cb30f77c54,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:33.381650 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c61431cc-9f3e-4fb8-a4d7-2f97c524a2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395108'] for router_interface, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:33.505492 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] Publish callbacks [] for port, precommit_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:33.507384 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 3e2d2530-70e6-4561-970c-0408c986322b triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:33.507819 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:33.548992 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:33.556209 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c61431cc-9f3e-4fb8-a4d7-2f97c524a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:33.634616 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f57ab-9a86-4e6d-b0c3-facabf0fd1b2 None None] Pushing event updated for resources: {'Port': ['ID=917067cb-cfe2-486e-98fb-8218af225911,revision_number=2']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:33.638147 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] Attempting to bind port 917067cb-cfe2-486e-98fb-8218af225911 on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:29:33.639941 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] Attempting to bind port 917067cb-cfe2-486e-98fb-8218af225911 by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:29:33.639941 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] Attempting to bind port 917067cb-cfe2-486e-98fb-8218af225911 on network 746dceb8-55e8-4523-9283-66828a4b28c6 {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:29:33.650964 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:29:33.651403 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] Checking segment: {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:29:33.651750 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:33.652531 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] Bound using segment: {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:29:33.652688 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] Bound port: 917067cb-cfe2-486e-98fb-8218af225911, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:29:33.652995 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:33.683865 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-8f59a4d9-c710-4cc9-82af-0f209598ac31 None None] Provisioning complete for port 683ed72c-58d0-4d08-9a52-b1cb30f77c54 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:33.684269 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-8f59a4d9-c710-4cc9-82af-0f209598ac31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:33.774547 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-8f59a4d9-c710-4cc9-82af-0f209598ac31 None None] Port 683ed72c-58d0-4d08-9a52-b1cb30f77c54 cannot update to ACTIVE because it is not bound. {{(pid=101628) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:29:33.779553 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] For port 917067cb-cfe2-486e-98fb-8218af225911, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:29:33.783162 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] For port 917067cb-cfe2-486e-98fb-8218af225911, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=917067cb-cfe2-486e-98fb-8218af225911,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:29:33.783791 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c61431cc-9f3e-4fb8-a4d7-2f97c524a2b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:33.791156 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:33.791631 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c61431cc-9f3e-4fb8-a4d7-2f97c524a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25443681'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:33.859508 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] Routers {'6fc2e0f4-becf-470d-9a91-30aa807fee02'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:29:33.859831 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:29:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['6fc2e0f4-becf-470d-9a91-30aa807fee02'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:33.863843 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f57ab-9a86-4e6d-b0c3-facabf0fd1b2 None None] Pushing event updated for resources: {'Port': ['ID=917067cb-cfe2-486e-98fb-8218af225911,revision_number=3']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:33.872239 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c61431cc-9f3e-4fb8-a4d7-2f97c524a2b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395248'] for router_interface, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:33.875249 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61431cc-9f3e-4fb8-a4d7-2f97c524a2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=683ed72c-58d0-4d08-9a52-b1cb30f77c54,revision_number=2']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:33.989811 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61431cc-9f3e-4fb8-a4d7-2f97c524a2b9 admin admin] Network 14bae292-872d-4939-805e-6aff3e3b318a is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:29:33.991538 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [None req-c61431cc-9f3e-4fb8-a4d7-2f97c524a2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:29:34.096379 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-43a5c9a8-a2f6-414c-9403-7f953fbe8be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:34.119199 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] Set router 6fc2e0f4-becf-470d-9a91-30aa807fee02 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:29:34.164873 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61431cc-9f3e-4fb8-a4d7-2f97c524a2b9 admin admin] Router 6fc2e0f4-becf-470d-9a91-30aa807fee02 has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:29:34.332817 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-34f8b3d6-acea-4ee9-99cd-e64b567c282e None None] Provisioning complete for port 683ed72c-58d0-4d08-9a52-b1cb30f77c54 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:34.333214 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-34f8b3d6-acea-4ee9-99cd-e64b567c282e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:34.356087 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561aad40-e4d6-48a8-83c0-b8db3ac076d9 req-6c21879f-b1ac-4e46-8160-e7169845ddaa tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:34.357903 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-561aad40-e4d6-48a8-83c0-b8db3ac076d9 req-6c21879f-b1ac-4e46-8160-e7169845ddaa tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.1055551 Nov 12 02:29:34.387067 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61431cc-9f3e-4fb8-a4d7-2f97c524a2b9 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:29:34.398025 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-34f8b3d6-acea-4ee9-99cd-e64b567c282e None None] Port 683ed72c-58d0-4d08-9a52-b1cb30f77c54 cannot update to ACTIVE because it is not bound. {{(pid=101628) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:29:34.412081 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-c61431cc-9f3e-4fb8-a4d7-2f97c524a2b9 admin admin] 10.222.0.66 "PUT /v2.0/routers/6fc2e0f4-becf-470d-9a91-30aa807fee02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4116318 Nov 12 02:29:34.476520 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-561aad40-e4d6-48a8-83c0-b8db3ac076d9 req-938fdca2-d84b-41cf-8f47-fc5f954a601d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102369 Nov 12 02:29:34.490006 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'name': 'tempest-TestShelveInstance-586716506-router', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '917067cb-cfe2-486e-98fb-8218af225911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:29Z', 'updated_at': '2021-11-12T02:29:33Z', 'revision_number': 4, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'gw_port': {'id': '917067cb-cfe2-486e-98fb-8218af225911', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:30Z', 'updated_at': '2021-11-12T02:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '683ed72c-58d0-4d08-9a52-b1cb30f77c54', 'name': '', 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'mac_address': 'fa:16:3e:4e:89:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:32Z', 'updated_at': '2021-11-12T02:29:33Z', 'revision_number': 2, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'subnets': [{'id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:34.526787 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb07b91-9d8a-463d-afed-e4ea18193f01 None None] The sync data for ids ['6fc2e0f4-becf-470d-9a91-30aa807fee02'] in dv-cinder-808574-4-smb is: [{'id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'name': 'tempest-TestShelveInstance-586716506-router', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '917067cb-cfe2-486e-98fb-8218af225911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:29Z', 'updated_at': '2021-11-12T02:29:33Z', 'revision_number': 4, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'gw_port': {'id': '917067cb-cfe2-486e-98fb-8218af225911', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:30Z', 'updated_at': '2021-11-12T02:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '683ed72c-58d0-4d08-9a52-b1cb30f77c54', 'name': '', 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'mac_address': 'fa:16:3e:4e:89:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:32Z', 'updated_at': '2021-11-12T02:29:33Z', 'revision_number': 2, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'subnets': [{'id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:29:35.123832 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 3e2d2530-70e6-4561-970c-0408c986322b up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:29:35.202274 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 3e2d2530-70e6-4561-970c-0408c986322b triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:35.202914 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:35.275484 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 41098) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:35.280601 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-5686d211-66de-456e-9807-9e28e5985285 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-825706918-network', 'tenant_id': '315c233ea0d74c1bb4464827c6f34aa1'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:29:35.317476 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5686d211-66de-456e-9807-9e28e5985285 admin admin] Made reservation on behalf of 315c233ea0d74c1bb4464827c6f34aa1 for: {'network': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:29:35.321040 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5686d211-66de-456e-9807-9e28e5985285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for network, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:35.332750 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5686d211-66de-456e-9807-9e28e5985285 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:35.359568 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:35.444372 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5686d211-66de-456e-9807-9e28e5985285 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:35.450150 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5686d211-66de-456e-9807-9e28e5985285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:35.491884 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5686d211-66de-456e-9807-9e28e5985285 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=101626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:29:35.504458 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686d211-66de-456e-9807-9e28e5985285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3537fb62-41ae-45ad-aa2f-061a9e1cd568,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:35.512928 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5686d211-66de-456e-9807-9e28e5985285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:35.513249 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.db.segments_db [None req-5686d211-66de-456e-9807-9e28e5985285 admin admin] Added segment 2cf449ab-29f8-4aa0-949c-6e58ce4f4507 of type vlan for network 9761ec3f-252f-4306-9657-6a52fbfd5281 Nov 12 02:29:35.596782 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5686d211-66de-456e-9807-9e28e5985285 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768027380700'] for network, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:35.642717 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bec81-607a-494b-b83d-3ea1a992bca3 req-e77e2470-f555-4554-9e1a-b2e4accbf2ee tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:35.644844 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f98bec81-607a-494b-b83d-3ea1a992bca3 req-e77e2470-f555-4554-9e1a-b2e4accbf2ee tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.0858407 Nov 12 02:29:35.646085 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5686d211-66de-456e-9807-9e28e5985285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for network, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:35.646984 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5686d211-66de-456e-9807-9e28e5985285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:35.647858 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5686d211-66de-456e-9807-9e28e5985285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:35.723429 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-5686d211-66de-456e-9807-9e28e5985285 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4465654 Nov 12 02:29:35.726391 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41128) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:35.729808 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686d211-66de-456e-9807-9e28e5985285 admin admin] Pushing event updated for resources: {'Network': ['ID=9761ec3f-252f-4306-9657-6a52fbfd5281,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:35.732959 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-e170abcd-6950-4a5e-af99-38431fb58629 admin admin] Request body: {'subnet': {'network_id': '9761ec3f-252f-4306-9657-6a52fbfd5281', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-825706918-subnet', 'tenant_id': '315c233ea0d74c1bb4464827c6f34aa1', 'ip_version': 4}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:29:35.742772 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Network 9761ec3f-252f-4306-9657-6a52fbfd5281 details requested by agent ovs-agent-dv-cinder-808574-4-smb with host dv-cinder-808574-4-smb {{(pid=101628) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:29:35.764392 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f98bec81-607a-494b-b83d-3ea1a992bca3 req-d5393a9b-0680-4319-9368-441306933175 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989194 Nov 12 02:29:35.765710 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e170abcd-6950-4a5e-af99-38431fb58629 admin admin] Made reservation on behalf of 315c233ea0d74c1bb4464827c6f34aa1 for: {'subnet': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:29:35.770490 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e170abcd-6950-4a5e-af99-38431fb58629 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25666304'] for subnet, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.006611 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e170abcd-6950-4a5e-af99-38431fb58629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3466291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25666322'] for subnet, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.089378 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e170abcd-6950-4a5e-af99-38431fb58629 admin admin] Checking segment: {'id': '2cf449ab-29f8-4aa0-949c-6e58ce4f4507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9761ec3f-252f-4306-9657-6a52fbfd5281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:29:36.089988 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e170abcd-6950-4a5e-af99-38431fb58629 admin admin] Network hostable DHCP agents. Network: 9761ec3f-252f-4306-9657-6a52fbfd5281, hostable agents: ['38deba6a-e570-46da-84fb-4962375c604f'], hosted agents: [] {{(pid=101627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:29:36.093169 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170abcd-6950-4a5e-af99-38431fb58629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d29234d-0942-42b3-936f-bcdd321c11db,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:36.118110 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e170abcd-6950-4a5e-af99-38431fb58629 admin admin] Network 9761ec3f-252f-4306-9657-6a52fbfd5281 is scheduled to be hosted by DHCP agent 38deba6a-e570-46da-84fb-4962375c604f with binding_index 1 {{(pid=101627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:29:36.132546 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-e170abcd-6950-4a5e-af99-38431fb58629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-smb, 9761ec3f-252f-4306-9657-6a52fbfd5281) {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:29:36.141972 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e170abcd-6950-4a5e-af99-38431fb58629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:36.143788 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e170abcd-6950-4a5e-af99-38431fb58629 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.149991 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd7ca40-78a0-485d-9821-d13764f2df4b None None] Network 9761ec3f-252f-4306-9657-6a52fbfd5281 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:29:36.180012 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-e170abcd-6950-4a5e-af99-38431fb58629 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4515314 Nov 12 02:29:36.180484 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 41150) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:36.186043 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-46b95fa8-646e-4755-a7d3-08ec3d379064 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-825706918-router', 'tenant_id': '315c233ea0d74c1bb4464827c6f34aa1', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:29:36.218943 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-46b95fa8-646e-4755-a7d3-08ec3d379064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48726'] for router, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.220322 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-46b95fa8-646e-4755-a7d3-08ec3d379064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-311519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48729'] for router, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.295952 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-46b95fa8-646e-4755-a7d3-08ec3d379064 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.370869 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp529202cb-0c21-583e-8ef8-0382ff111e2e-9761ec3f-252f-4306-9657-6a52fbfd5281', 'network_id': '9761ec3f-252f-4306-9657-6a52fbfd5281', 'tenant_id': '315c233ea0d74c1bb4464827c6f34aa1', 'fixed_ips': [{'subnet_id': '5d29234d-0942-42b3-936f-bcdd321c11db'}]}} from dv-cinder-808574-4-smb. {{(pid=101628) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:29:36.371878 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.414028 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 41156) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:36.439709 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41158) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:36.493731 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-46b95fa8-646e-4755-a7d3-08ec3d379064 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.555327 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.db_base_plugin_common [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] Allocated IP 172.20.0.2 (9761ec3f-252f-4306-9657-6a52fbfd5281/5d29234d-0942-42b3-936f-bcdd321c11db/3eb38363-f432-455e-9367-1554e3ee0c0a) {{(pid=101628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:29:36.617655 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-57782dae-45f6-4e2a-bfea-de194f034c9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.687854 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d5e98699-ba1d-4ce8-9bd2-e85970450e03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.709454 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-57782dae-45f6-4e2a-bfea-de194f034c9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.716595 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-57782dae-45f6-4e2a-bfea-de194f034c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.756040 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-46b95fa8-646e-4755-a7d3-08ec3d379064 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.764134 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] Publish callbacks [] for port, precommit_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.773201 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-57782dae-45f6-4e2a-bfea-de194f034c9b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f0a41b07306e4543ba7a4f94f8be1d2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320918 Nov 12 02:29:36.774089 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.777509 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41164) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:36.783179 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-46b95fa8-646e-4755-a7d3-08ec3d379064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.788119 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57782dae-45f6-4e2a-bfea-de194f034c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049f233a-4c27-4c22-9d79-71d348540ce9,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:36.845122 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] Pushing event updated for resources: {'Port': ['ID=3eb38363-f432-455e-9367-1554e3ee0c0a,revision_number=1']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:36.866536 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] Network 9761ec3f-252f-4306-9657-6a52fbfd5281 is already hosted by enough agents. {{(pid=101628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:29:36.869841 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.scheduler.base_scheduler [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] Resources bound (agent type, host, resource id): {{(pid=101628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:29:36.875732 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] Received port after_create {{(pid=101628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:29:36.876257 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-64904c9a-20cc-47db-ae65-9f56d42e3f00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.908296 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-64904c9a-20cc-47db-ae65-9f56d42e3f00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.949785 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] Attempting to bind port 3eb38363-f432-455e-9367-1554e3ee0c0a on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:29:36.950291 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] Attempting to bind port 3eb38363-f432-455e-9367-1554e3ee0c0a by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': '2cf449ab-29f8-4aa0-949c-6e58ce4f4507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9761ec3f-252f-4306-9657-6a52fbfd5281'}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:29:36.950671 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] Attempting to bind port 3eb38363-f432-455e-9367-1554e3ee0c0a on network 9761ec3f-252f-4306-9657-6a52fbfd5281 {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:29:36.969670 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-64904c9a-20cc-47db-ae65-9f56d42e3f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.969926 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:29:36.970192 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] Checking segment: {'id': '2cf449ab-29f8-4aa0-949c-6e58ce4f4507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9761ec3f-252f-4306-9657-6a52fbfd5281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:29:36.970602 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.971014 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] Bound using segment: {'id': '2cf449ab-29f8-4aa0-949c-6e58ce4f4507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9761ec3f-252f-4306-9657-6a52fbfd5281'} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:29:36.971522 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] Bound port: 3eb38363-f432-455e-9367-1554e3ee0c0a, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf449ab-29f8-4aa0-949c-6e58ce4f4507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9761ec3f-252f-4306-9657-6a52fbfd5281'}}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:29:36.971936 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.973474 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-64904c9a-20cc-47db-ae65-9f56d42e3f00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:36.975535 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-64904c9a-20cc-47db-ae65-9f56d42e3f00 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/049f233a-4c27-4c22-9d79-71d348540ce9 HTTP/1.1" status: 204 len: 168 time: 0.1968434 Nov 12 02:29:36.984159 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64904c9a-20cc-47db-ae65-9f56d42e3f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049f233a-4c27-4c22-9d79-71d348540ce9,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:37.012905 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:37.046989 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6415d-0216-4765-b6a0-bc2159f1fb00 req-4e0eb154-6a6b-48f8-9d44-a2739cbac7fd tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:37.049706 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f1f6415d-0216-4765-b6a0-bc2159f1fb00 req-4e0eb154-6a6b-48f8-9d44-a2739cbac7fd tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.1655648 Nov 12 02:29:37.094162 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] For port 3eb38363-f432-455e-9367-1554e3ee0c0a, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:29:37.098963 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] For port 3eb38363-f432-455e-9367-1554e3ee0c0a, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=3eb38363-f432-455e-9367-1554e3ee0c0a,segment=NetworkSegment(2cf449ab-29f8-4aa0-949c-6e58ce4f4507),segment_id=2cf449ab-29f8-4aa0-949c-6e58ce4f4507)] {{(pid=101628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:29:37.106200 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d5e98699-ba1d-4ce8-9bd2-e85970450e03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:37.108727 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:37.108969 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.db_base_plugin_common [None req-46b95fa8-646e-4755-a7d3-08ec3d379064 admin admin] Allocated IP 172.28.0.227 (746dceb8-55e8-4523-9283-66828a4b28c6/d778f24f-8ae6-4f5c-a711-628df869656e/d05e2d8b-5b8d-4413-863d-8531b5128a38) {{(pid=101626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:29:37.129566 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d5e98699-ba1d-4ce8-9bd2-e85970450e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:37.167781 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 917067cb-cfe2-486e-98fb-8218af225911 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:29:37.236202 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc29337-8c4a-4ace-b42a-51a846eca9cd None None] Pushing event updated for resources: {'Port': ['ID=3eb38363-f432-455e-9367-1554e3ee0c0a,revision_number=2']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:37.236409 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e98699-ba1d-4ce8-9bd2-e85970450e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dce419-0bc3-40c3-b26f-99a06b5ee51c,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:37.248433 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41172) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:37.249591 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-d5e98699-ba1d-4ce8-9bd2-e85970450e03 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aab46bfb207141b38045a6432dd885d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8340914 Nov 12 02:29:37.253890 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f1f6415d-0216-4765-b6a0-bc2159f1fb00 req-6548f245-f698-4b74-97ec-bb9d787f24e6 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500325 Nov 12 02:29:37.295844 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 917067cb-cfe2-486e-98fb-8218af225911 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:37.296717 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:37.350030 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6cfc5c01-85a5-45b0-ba40-abd3ee9bb259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:37.370942 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-46b95fa8-646e-4755-a7d3-08ec3d379064 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:37.380999 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6cfc5c01-85a5-45b0-ba40-abd3ee9bb259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:37.410714 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] Sync routers for ids ['6fc2e0f4-becf-470d-9a91-30aa807fee02'] in dv-cinder-808574-4-smb {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:29:37.432212 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] Routers {'6fc2e0f4-becf-470d-9a91-30aa807fee02'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:29:37.435056 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:29:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['6fc2e0f4-becf-470d-9a91-30aa807fee02'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:37.452073 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-46b95fa8-646e-4755-a7d3-08ec3d379064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:37.455136 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6cfc5c01-85a5-45b0-ba40-abd3ee9bb259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:37.461222 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6cfc5c01-85a5-45b0-ba40-abd3ee9bb259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:37.465063 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-6cfc5c01-85a5-45b0-ba40-abd3ee9bb259 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/43dce419-0bc3-40c3-b26f-99a06b5ee51c HTTP/1.1" status: 204 len: 168 time: 0.2139542 Nov 12 02:29:37.479454 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:37.531300 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc5c01-85a5-45b0-ba40-abd3ee9bb259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dce419-0bc3-40c3-b26f-99a06b5ee51c,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:37.533884 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b95fa8-646e-4755-a7d3-08ec3d379064 admin admin] Network 746dceb8-55e8-4523-9283-66828a4b28c6 is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:29:37.538048 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [None req-46b95fa8-646e-4755-a7d3-08ec3d379064 admin admin] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:29:37.542014 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b95fa8-646e-4755-a7d3-08ec3d379064 admin admin] Received port after_create {{(pid=101626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:29:37.544476 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 41176) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:37.575245 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] For port 917067cb-cfe2-486e-98fb-8218af225911, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=917067cb-cfe2-486e-98fb-8218af225911,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:29:37.578426 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b95fa8-646e-4755-a7d3-08ec3d379064 admin admin] Pushing event updated for resources: {'Port': ['ID=d05e2d8b-5b8d-4413-863d-8531b5128a38,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:37.593859 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-ed4f309d-5a19-422c-9f05-46325026d8e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:37.620681 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:37.664374 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] Set router 6fc2e0f4-becf-470d-9a91-30aa807fee02 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:29:37.682318 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Pushing event updated for resources: {'Port': ['ID=917067cb-cfe2-486e-98fb-8218af225911,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:37.688256 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:37.948685 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'name': 'tempest-TestShelveInstance-586716506-router', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '917067cb-cfe2-486e-98fb-8218af225911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:29Z', 'updated_at': '2021-11-12T02:29:33Z', 'revision_number': 4, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'gw_port': {'id': '917067cb-cfe2-486e-98fb-8218af225911', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:30Z', 'updated_at': '2021-11-12T02:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '683ed72c-58d0-4d08-9a52-b1cb30f77c54', 'name': '', 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'mac_address': 'fa:16:3e:4e:89:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:32Z', 'updated_at': '2021-11-12T02:29:33Z', 'revision_number': 2, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'subnets': [{'id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:37.983666 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] Checking router: 6fc2e0f4-becf-470d-9a91-30aa807fee02 for host: dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:29:37.983666 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] Updating router 6fc2e0f4-becf-470d-9a91-30aa807fee02 port 683ed72c-58d0-4d08-9a52-b1cb30f77c54 binding host dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:29:38.020151 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.095423 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-ed4f309d-5a19-422c-9f05-46325026d8e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.105870 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-ed4f309d-5a19-422c-9f05-46325026d8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.124320 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41180) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:38.145854 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-080c7497-695e-4829-b9fc-fa79620a7842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.216589 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-ed4f309d-5a19-422c-9f05-46325026d8e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c9eeba0fbf094d51ac72068dabb99734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6710417 Nov 12 02:29:38.220923 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41182) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:38.228122 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f309d-5a19-422c-9f05-46325026d8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba48815-88ce-4e62-b88a-3aa70c522513,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:38.236525 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-46b95fa8-646e-4755-a7d3-08ec3d379064 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.372886 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-080c7497-695e-4829-b9fc-fa79620a7842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.374377 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-2178ec93-165d-4030-a8a1-8d1ad23fe96b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.405261 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-080c7497-695e-4829-b9fc-fa79620a7842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.410174 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-2178ec93-165d-4030-a8a1-8d1ad23fe96b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.419937 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] Publish callbacks [] for port, precommit_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.430050 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.488544 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e5d9a-a0b9-45b1-a599-8f7a55df4143 None None] Pushing event updated for resources: {'Port': ['ID=683ed72c-58d0-4d08-9a52-b1cb30f77c54,revision_number=3']} {{(pid=101629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:38.507399 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c7497-695e-4829-b9fc-fa79620a7842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1e31d5-df71-47a2-a46e-89756eef3836,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:38.520096 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80e5d9a-a0b9-45b1-a599-8f7a55df4143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:38.520291 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80e5d9a-a0b9-45b1-a599-8f7a55df4143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:38.520626 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80e5d9a-a0b9-45b1-a599-8f7a55df4143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:38.521070 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80e5d9a-a0b9-45b1-a599-8f7a55df4143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:38.521259 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80e5d9a-a0b9-45b1-a599-8f7a55df4143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:38.521580 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80e5d9a-a0b9-45b1-a599-8f7a55df4143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:38.521983 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80e5d9a-a0b9-45b1-a599-8f7a55df4143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:38.522204 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80e5d9a-a0b9-45b1-a599-8f7a55df4143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:38.522798 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80e5d9a-a0b9-45b1-a599-8f7a55df4143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:38.523115 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80e5d9a-a0b9-45b1-a599-8f7a55df4143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:38.523478 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80e5d9a-a0b9-45b1-a599-8f7a55df4143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:38.523790 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80e5d9a-a0b9-45b1-a599-8f7a55df4143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:29:38.536619 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-080c7497-695e-4829-b9fc-fa79620a7842 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=94317b45eec5433f822102f5d89155c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4099586 Nov 12 02:29:38.542887 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41186) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:38.556655 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36014df1-945b-4ddf-8570-525da838d241 req-a8fa7069-dddf-4b35-a453-46ccb48053a5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:38.558285 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-36014df1-945b-4ddf-8570-525da838d241 req-a8fa7069-dddf-4b35-a453-46ccb48053a5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.1498630 Nov 12 02:29:38.585868 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.managers [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] Attempting to bind port 683ed72c-58d0-4d08-9a52-b1cb30f77c54 on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:29:38.586238 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.managers [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] Attempting to bind port 683ed72c-58d0-4d08-9a52-b1cb30f77c54 by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': '49143408-fd13-4622-9f38-1e4c64120588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a'}] {{(pid=101629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:29:38.586598 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] Attempting to bind port 683ed72c-58d0-4d08-9a52-b1cb30f77c54 on network 14bae292-872d-4939-805e-6aff3e3b318a {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:29:38.592375 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:29:38.592740 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] Checking segment: {'id': '49143408-fd13-4622-9f38-1e4c64120588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:29:38.593140 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.593743 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] Bound using segment: {'id': '49143408-fd13-4622-9f38-1e4c64120588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a'} {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:29:38.594013 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.managers [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] Bound port: 683ed72c-58d0-4d08-9a52-b1cb30f77c54, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49143408-fd13-4622-9f38-1e4c64120588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a'}}] {{(pid=101629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:29:38.594403 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.597592 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-2178ec93-165d-4030-a8a1-8d1ad23fe96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.600793 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-2178ec93-165d-4030-a8a1-8d1ad23fe96b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.602126 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-2178ec93-165d-4030-a8a1-8d1ad23fe96b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7ba48815-88ce-4e62-b88a-3aa70c522513 HTTP/1.1" status: 204 len: 168 time: 0.3779213 Nov 12 02:29:38.677492 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178ec93-165d-4030-a8a1-8d1ad23fe96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba48815-88ce-4e62-b88a-3aa70c522513,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:38.681536 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.db [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] For port 683ed72c-58d0-4d08-9a52-b1cb30f77c54, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:29:38.687490 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.db [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] For port 683ed72c-58d0-4d08-9a52-b1cb30f77c54, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=683ed72c-58d0-4d08-9a52-b1cb30f77c54,segment=NetworkSegment(49143408-fd13-4622-9f38-1e4c64120588),segment_id=49143408-fd13-4622-9f38-1e4c64120588)] {{(pid=101629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:29:38.688228 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-2dda1760-5e83-43ba-9c0b-757b13b7acd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.693886 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-46b95fa8-646e-4755-a7d3-08ec3d379064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394417'] for router, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.698496 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.739397 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-36014df1-945b-4ddf-8570-525da838d241 req-027e7581-af59-422e-997c-8ef1bc41553e tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071413 Nov 12 02:29:38.751363 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-2dda1760-5e83-43ba-9c0b-757b13b7acd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.770549 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fddcda-bddb-4a9b-b7f8-310d68e0f6d2 None None] Network 9761ec3f-252f-4306-9657-6a52fbfd5281 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:29:38.851408 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e5d9a-a0b9-45b1-a599-8f7a55df4143 None None] Pushing event updated for resources: {'Port': ['ID=683ed72c-58d0-4d08-9a52-b1cb30f77c54,revision_number=4']} {{(pid=101629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:38.857834 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] Routers {'6fc2e0f4-becf-470d-9a91-30aa807fee02'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:29:38.859963 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:29:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['6fc2e0f4-becf-470d-9a91-30aa807fee02'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:38.875738 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-2dda1760-5e83-43ba-9c0b-757b13b7acd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.879229 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-2dda1760-5e83-43ba-9c0b-757b13b7acd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:38.880286 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-2dda1760-5e83-43ba-9c0b-757b13b7acd6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4f1e31d5-df71-47a2-a46e-89756eef3836 HTTP/1.1" status: 204 len: 168 time: 0.3356283 Nov 12 02:29:38.915187 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda1760-5e83-43ba-9c0b-757b13b7acd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1e31d5-df71-47a2-a46e-89756eef3836,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:38.987269 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b95fa8-646e-4755-a7d3-08ec3d379064 admin admin] Router cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e is scheduled to L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 with binding_index 1 {{(pid=101626) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:29:39.019415 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-e21243a6-e96f-4a96-bde1-ac30980c0321 None None] Provisioning complete for port 3eb38363-f432-455e-9367-1554e3ee0c0a triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:39.019785 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-e21243a6-e96f-4a96-bde1-ac30980c0321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:39.169043 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] Set router 6fc2e0f4-becf-470d-9a91-30aa807fee02 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:29:39.248053 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472db81d-f209-4d00-b913-1fdadb532875 req-f5dcd22e-5163-4862-bea7-a7e460515675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:39.254815 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-472db81d-f209-4d00-b913-1fdadb532875 req-f5dcd22e-5163-4862-bea7-a7e460515675 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f703f38cf65b46999d543ac359444567&device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 1098 time: 0.1603961 Nov 12 02:29:39.263180 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b95fa8-646e-4755-a7d3-08ec3d379064 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:29:39.352573 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] Sync routers for ids ['cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e'] in dv-cinder-808574-4-smb {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:29:39.355008 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-46b95fa8-646e-4755-a7d3-08ec3d379064 admin admin] Publish callbacks [] for router, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:39.363378 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-46b95fa8-646e-4755-a7d3-08ec3d379064 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1785719 Nov 12 02:29:39.379651 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 41200) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:39.421272 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] Routers {'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:29:39.422217 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:29:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:39.462888 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41202) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:39.508003 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 683ed72c-58d0-4d08-9a52-b1cb30f77c54 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:29:39.522005 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-299cc78f-69b7-44fc-b78a-9fb324d8979a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:39.541872 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-e21243a6-e96f-4a96-bde1-ac30980c0321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:39.543032 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0abd1-912b-4edb-9265-a0e841b9dfa9 req-5f4ecd47-0d34-418f-93d0-4c5b385d9c19 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:39.555418 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1cd0abd1-912b-4edb-9265-a0e841b9dfa9 req-5f4ecd47-0d34-418f-93d0-4c5b385d9c19 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.4236248 Nov 12 02:29:39.612125 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'name': 'tempest-TestShelveInstance-586716506-router', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '917067cb-cfe2-486e-98fb-8218af225911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:29Z', 'updated_at': '2021-11-12T02:29:33Z', 'revision_number': 4, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'gw_port': {'id': '917067cb-cfe2-486e-98fb-8218af225911', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:30Z', 'updated_at': '2021-11-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '683ed72c-58d0-4d08-9a52-b1cb30f77c54', 'name': '', 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'mac_address': 'fa:16:3e:4e:89:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:32Z', 'updated_at': '2021-11-12T02:29:38Z', 'revision_number': 4, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'subnets': [{'id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:39.644660 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0380dc-ae05-4f93-b4c1-f18763ed55dd None None] The sync data for ids ['6fc2e0f4-becf-470d-9a91-30aa807fee02'] in dv-cinder-808574-4-smb is: [{'id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'name': 'tempest-TestShelveInstance-586716506-router', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '917067cb-cfe2-486e-98fb-8218af225911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:29Z', 'updated_at': '2021-11-12T02:29:33Z', 'revision_number': 4, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'gw_port': {'id': '917067cb-cfe2-486e-98fb-8218af225911', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:30Z', 'updated_at': '2021-11-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '683ed72c-58d0-4d08-9a52-b1cb30f77c54', 'name': '', 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'mac_address': 'fa:16:3e:4e:89:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:32Z', 'updated_at': '2021-11-12T02:29:38Z', 'revision_number': 4, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'subnets': [{'id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:29:39.805827 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1cd0abd1-912b-4edb-9265-a0e841b9dfa9 req-049cbbf0-a01b-423d-b841-664a5e148cd3 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474782 Nov 12 02:29:39.939488 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-e21243a6-e96f-4a96-bde1-ac30980c0321 None None] For port 3eb38363-f432-455e-9367-1554e3ee0c0a, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=3eb38363-f432-455e-9367-1554e3ee0c0a,segment=NetworkSegment(2cf449ab-29f8-4aa0-949c-6e58ce4f4507),segment_id=2cf449ab-29f8-4aa0-949c-6e58ce4f4507)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:29:39.946397 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472db81d-f209-4d00-b913-1fdadb532875 req-f3877b96-9312-4cb7-939c-ae2e51c8c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:39.948846 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-472db81d-f209-4d00-b913-1fdadb532875 req-f3877b96-9312-4cb7-939c-ae2e51c8c8df service neutron] 10.222.0.61 "GET /v2.0/networks?id=404a7e3a-99c5-4a67-9227-adbb62c821aa HTTP/1.1" status: 200 len: 911 time: 0.6835203 Nov 12 02:29:39.965900 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-e21243a6-e96f-4a96-bde1-ac30980c0321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:40.007284 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] Set router cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:29:40.043519 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-472db81d-f209-4d00-b913-1fdadb532875 req-f2d04b1f-a8e6-4408-a715-5e7f2ab088ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b65846f3-2b32-472f-b31e-db0d0a1b34b9 HTTP/1.1" status: 200 len: 1000 time: 0.0851688 Nov 12 02:29:40.139167 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472db81d-f209-4d00-b913-1fdadb532875 req-402396df-fb6c-4bc4-8558-34cd92336501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:40.141815 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-472db81d-f209-4d00-b913-1fdadb532875 req-402396df-fb6c-4bc4-8558-34cd92336501 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4fc1b18-ead8-4210-84af-aa2802ec2ad5 HTTP/1.1" status: 200 len: 849 time: 0.0884280 Nov 12 02:29:40.143693 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 683ed72c-58d0-4d08-9a52-b1cb30f77c54 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:40.144166 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:40.216075 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-299cc78f-69b7-44fc-b78a-9fb324d8979a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:40.222822 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-299cc78f-69b7-44fc-b78a-9fb324d8979a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:40.258216 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21243a6-e96f-4a96-bde1-ac30980c0321 None None] Pushing event updated for resources: {'Port': ['ID=3eb38363-f432-455e-9367-1554e3ee0c0a,revision_number=3']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:40.293281 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472db81d-f209-4d00-b913-1fdadb532875 req-a898efe6-69d3-4e2d-a5da-6283bd51c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:40.299524 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-472db81d-f209-4d00-b913-1fdadb532875 req-a898efe6-69d3-4e2d-a5da-6283bd51c650 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=404a7e3a-99c5-4a67-9227-adbb62c821aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1462777 Nov 12 02:29:40.324922 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299cc78f-69b7-44fc-b78a-9fb324d8979a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd38d03-1c34-4881-9f0a-b8fd68fce08c,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:40.328680 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-595a0f7f-2854-43f3-927a-befc9367218a None None] Provisioning complete for port 683ed72c-58d0-4d08-9a52-b1cb30f77c54 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:40.329078 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-595a0f7f-2854-43f3-927a-befc9367218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:40.366530 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-299cc78f-69b7-44fc-b78a-9fb324d8979a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3d3bf2554ffd42daac2bcf6f564f8f8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8955817 Nov 12 02:29:40.366782 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 41220) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:40.472777 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-472db81d-f209-4d00-b913-1fdadb532875 req-540bd060-3292-4c24-87ee-3d17b991bcd4 service neutron] 10.222.0.61 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490550 Nov 12 02:29:40.482329 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-bea53564-222a-492b-9203-9cf97aa4dc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:40.488333 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-14e0b335-ad3b-40f9-9420-b881868214d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:40.533955 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-14e0b335-ad3b-40f9-9420-b881868214d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:40.568591 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:40.619894 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-472db81d-f209-4d00-b913-1fdadb532875 req-860c6966-7545-489a-9283-9899a7e604cc service neutron] 10.222.0.61 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386862 Nov 12 02:29:40.646535 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e', 'name': 'tempest-TestShelveInstance-825706918-router', 'tenant_id': '315c233ea0d74c1bb4464827c6f34aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': 'd05e2d8b-5b8d-4413-863d-8531b5128a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:36Z', 'updated_at': '2021-11-12T02:29:38Z', 'revision_number': 3, 'project_id': '315c233ea0d74c1bb4464827c6f34aa1', 'gw_port': {'id': 'd05e2d8b-5b8d-4413-863d-8531b5128a38', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:36Z', 'updated_at': '2021-11-12T02:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:40.696831 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] For port 683ed72c-58d0-4d08-9a52-b1cb30f77c54, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=683ed72c-58d0-4d08-9a52-b1cb30f77c54,segment=NetworkSegment(49143408-fd13-4622-9f38-1e4c64120588),segment_id=49143408-fd13-4622-9f38-1e4c64120588)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:29:40.698380 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] Checking router: cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e for host: dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:29:40.698781 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] Updating router cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e port d05e2d8b-5b8d-4413-863d-8531b5128a38 binding host dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:29:40.701584 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-595a0f7f-2854-43f3-927a-befc9367218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:40.724712 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:40.725519 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 3eb38363-f432-455e-9367-1554e3ee0c0a up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:29:40.734940 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-14e0b335-ad3b-40f9-9420-b881868214d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:40.738956 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-14e0b335-ad3b-40f9-9420-b881868214d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:40.740086 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-14e0b335-ad3b-40f9-9420-b881868214d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4dd38d03-1c34-4881-9f0a-b8fd68fce08c HTTP/1.1" status: 204 len: 168 time: 0.3729029 Nov 12 02:29:40.768950 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0b335-ad3b-40f9-9420-b881868214d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd38d03-1c34-4881-9f0a-b8fd68fce08c,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:40.813646 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:40.836897 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.db_base_plugin_common [None req-bea53564-222a-492b-9203-9cf97aa4dc12 admin admin] Allocated IP 172.20.0.1 (9761ec3f-252f-4306-9657-6a52fbfd5281/5d29234d-0942-42b3-936f-bcdd321c11db/8528eca7-804f-4a94-890e-b28143cdcf86) {{(pid=101626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:29:40.959230 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Pushing event updated for resources: {'Port': ['ID=683ed72c-58d0-4d08-9a52-b1cb30f77c54,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:41.033769 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.db.api [None req-595a0f7f-2854-43f3-927a-befc9367218a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101628) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 02:29:41.034056 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44230579-f897-4ece-88cb-0ca5d97eea48 req-7587b66e-67f9-4b7b-a99e-c2afa1bfaf8a tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:41.034295 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG oslo_db.api [None req-595a0f7f-2854-43f3-927a-befc9367218a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 02:29:41.036445 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-44230579-f897-4ece-88cb-0ca5d97eea48 req-7587b66e-67f9-4b7b-a99e-c2afa1bfaf8a tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.0910399 Nov 12 02:29:41.064702 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 3eb38363-f432-455e-9367-1554e3ee0c0a triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:41.064977 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:41.075200 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-bea53564-222a-492b-9203-9cf97aa4dc12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:41.128772 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-44230579-f897-4ece-88cb-0ca5d97eea48 req-3515334c-27ac-4b77-a042-14820f0b506a tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833397 Nov 12 02:29:41.199583 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-bea53564-222a-492b-9203-9cf97aa4dc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:41.263412 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea53564-222a-492b-9203-9cf97aa4dc12 admin admin] Network 9761ec3f-252f-4306-9657-6a52fbfd5281 is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:29:41.266866 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [None req-bea53564-222a-492b-9203-9cf97aa4dc12 admin admin] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:29:41.270986 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea53564-222a-492b-9203-9cf97aa4dc12 admin admin] Received port after_create {{(pid=101626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:29:41.340612 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea53564-222a-492b-9203-9cf97aa4dc12 admin admin] Pushing event updated for resources: {'Port': ['ID=8528eca7-804f-4a94-890e-b28143cdcf86,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:41.356325 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-bea53564-222a-492b-9203-9cf97aa4dc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395108'] for router_interface, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:41.389497 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 917067cb-cfe2-486e-98fb-8218af225911 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:29:41.511630 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] Publish callbacks [] for port, precommit_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:41.525964 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:41.631397 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 917067cb-cfe2-486e-98fb-8218af225911 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:41.631919 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:41.686179 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-bea53564-222a-492b-9203-9cf97aa4dc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:41.713126 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e171eb0-d57f-43cd-98c9-1ffc3dd64d4f None None] Pushing event updated for resources: {'Port': ['ID=d05e2d8b-5b8d-4413-863d-8531b5128a38,revision_number=2']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:41.715508 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] Attempting to bind port d05e2d8b-5b8d-4413-863d-8531b5128a38 on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:29:41.715870 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] Attempting to bind port d05e2d8b-5b8d-4413-863d-8531b5128a38 by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:29:41.716223 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] Attempting to bind port d05e2d8b-5b8d-4413-863d-8531b5128a38 on network 746dceb8-55e8-4523-9283-66828a4b28c6 {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:29:41.718204 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-595a0f7f-2854-43f3-927a-befc9367218a None None] Provisioning complete for port 3eb38363-f432-455e-9367-1554e3ee0c0a triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:41.718561 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-595a0f7f-2854-43f3-927a-befc9367218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:41.746785 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:29:41.747126 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] Checking segment: {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:29:41.747566 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:41.747970 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] Bound using segment: {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:29:41.748435 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] Bound port: d05e2d8b-5b8d-4413-863d-8531b5128a38, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:29:41.748808 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:41.853353 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] For port d05e2d8b-5b8d-4413-863d-8531b5128a38, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:29:41.859213 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] For port d05e2d8b-5b8d-4413-863d-8531b5128a38, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=d05e2d8b-5b8d-4413-863d-8531b5128a38,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:29:41.867796 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:41.953431 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-bea53564-222a-492b-9203-9cf97aa4dc12 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:41.963397 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-bea53564-222a-492b-9203-9cf97aa4dc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25443681'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:42.001140 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e171eb0-d57f-43cd-98c9-1ffc3dd64d4f None None] Pushing event updated for resources: {'Port': ['ID=d05e2d8b-5b8d-4413-863d-8531b5128a38,revision_number=3']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:42.004742 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] Routers {'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:29:42.005342 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:29:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:42.052307 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 3eb38363-f432-455e-9367-1554e3ee0c0a up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:29:42.063930 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea53564-222a-492b-9203-9cf97aa4dc12 admin admin] Pushing event updated for resources: {'Port': ['ID=8528eca7-804f-4a94-890e-b28143cdcf86,revision_number=2']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:42.070168 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-bea53564-222a-492b-9203-9cf97aa4dc12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395248'] for router_interface, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:42.171153 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-116a8f68-fefe-46da-91a6-b56646e089ea None None] Provisioning complete for port 8528eca7-804f-4a94-890e-b28143cdcf86 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:42.171153 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-116a8f68-fefe-46da-91a6-b56646e089ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:42.196687 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea53564-222a-492b-9203-9cf97aa4dc12 admin admin] Network 9761ec3f-252f-4306-9657-6a52fbfd5281 is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:29:42.198119 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [None req-bea53564-222a-492b-9203-9cf97aa4dc12 admin admin] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:29:42.223906 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] Set router cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:29:42.265612 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 3eb38363-f432-455e-9367-1554e3ee0c0a triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:42.265972 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:42.273417 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-116a8f68-fefe-46da-91a6-b56646e089ea None None] Port 8528eca7-804f-4a94-890e-b28143cdcf86 cannot update to ACTIVE because it is not bound. {{(pid=101628) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:29:42.723955 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-89887c5b-b786-4978-a575-b46f69e40db2 None None] Provisioning complete for port 8528eca7-804f-4a94-890e-b28143cdcf86 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:42.725542 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-89887c5b-b786-4978-a575-b46f69e40db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:42.747373 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba11fd3-84a4-4ccf-848c-1c7ac29c22a2 req-3505d582-c908-491e-a28c-2ebd8a7c5256 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:29:42.748560 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dba11fd3-84a4-4ccf-848c-1c7ac29c22a2 req-3505d582-c908-491e-a28c-2ebd8a7c5256 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.4698970 Nov 12 02:29:42.760478 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea53564-222a-492b-9203-9cf97aa4dc12 admin admin] Router cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:29:42.807855 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-89887c5b-b786-4978-a575-b46f69e40db2 None None] Port 8528eca7-804f-4a94-890e-b28143cdcf86 cannot update to ACTIVE because it is not bound. {{(pid=101628) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:29:42.842348 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 683ed72c-58d0-4d08-9a52-b1cb30f77c54 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:29:42.843972 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-dba11fd3-84a4-4ccf-848c-1c7ac29c22a2 req-8d836581-e2db-453e-a9cf-83eb80f1d155 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859752 Nov 12 02:29:42.925568 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 683ed72c-58d0-4d08-9a52-b1cb30f77c54 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:42.926031 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:42.931115 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e', 'name': 'tempest-TestShelveInstance-825706918-router', 'tenant_id': '315c233ea0d74c1bb4464827c6f34aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': 'd05e2d8b-5b8d-4413-863d-8531b5128a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:36Z', 'updated_at': '2021-11-12T02:29:41Z', 'revision_number': 4, 'project_id': '315c233ea0d74c1bb4464827c6f34aa1', 'gw_port': {'id': 'd05e2d8b-5b8d-4413-863d-8531b5128a38', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:36Z', 'updated_at': '2021-11-12T02:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '8528eca7-804f-4a94-890e-b28143cdcf86', 'name': '', 'network_id': '9761ec3f-252f-4306-9657-6a52fbfd5281', 'tenant_id': '315c233ea0d74c1bb4464827c6f34aa1', 'mac_address': 'fa:16:3e:ee:0d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5d29234d-0942-42b3-936f-bcdd321c11db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:40Z', 'updated_at': '2021-11-12T02:29:41Z', 'revision_number': 2, 'project_id': '315c233ea0d74c1bb4464827c6f34aa1', 'subnets': [{'id': '5d29234d-0942-42b3-936f-bcdd321c11db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:42.960242 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea53564-222a-492b-9203-9cf97aa4dc12 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:29:42.967950 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-bea53564-222a-492b-9203-9cf97aa4dc12 admin admin] 10.222.0.66 "PUT /v2.0/routers/cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5871191 Nov 12 02:29:42.988823 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18875a-3fd4-45e7-8ac8-cc7223faca31 None None] The sync data for ids ['cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e'] in dv-cinder-808574-4-smb is: [{'id': 'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e', 'name': 'tempest-TestShelveInstance-825706918-router', 'tenant_id': '315c233ea0d74c1bb4464827c6f34aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': 'd05e2d8b-5b8d-4413-863d-8531b5128a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:36Z', 'updated_at': '2021-11-12T02:29:41Z', 'revision_number': 4, 'project_id': '315c233ea0d74c1bb4464827c6f34aa1', 'gw_port': {'id': 'd05e2d8b-5b8d-4413-863d-8531b5128a38', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:36Z', 'updated_at': '2021-11-12T02:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '8528eca7-804f-4a94-890e-b28143cdcf86', 'name': '', 'network_id': '9761ec3f-252f-4306-9657-6a52fbfd5281', 'tenant_id': '315c233ea0d74c1bb4464827c6f34aa1', 'mac_address': 'fa:16:3e:ee:0d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5d29234d-0942-42b3-936f-bcdd321c11db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:40Z', 'updated_at': '2021-11-12T02:29:41Z', 'revision_number': 2, 'project_id': '315c233ea0d74c1bb4464827c6f34aa1', 'subnets': [{'id': '5d29234d-0942-42b3-936f-bcdd321c11db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:29:44.034040 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device d05e2d8b-5b8d-4413-863d-8531b5128a38 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:29:44.129983 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port d05e2d8b-5b8d-4413-863d-8531b5128a38 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:44.130540 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:44.275377 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:44.312627 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] For port d05e2d8b-5b8d-4413-863d-8531b5128a38, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=d05e2d8b-5b8d-4413-863d-8531b5128a38,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:29:44.320803 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:44.390448 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Pushing event updated for resources: {'Port': ['ID=d05e2d8b-5b8d-4413-863d-8531b5128a38,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:44.584228 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 41312) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:44.589161 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-2f08b441-b7de-48e1-b59a-1f616e2f19a2 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1552803916', 'description': 'tempest-secgroup-smoke-1552803916 description', 'project_id': '378fb4ff316c443e84c85718f4e697a1'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:29:44.614657 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2f08b441-b7de-48e1-b59a-1f616e2f19a2 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:44.698122 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2f08b441-b7de-48e1-b59a-1f616e2f19a2 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:44.702168 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2f08b441-b7de-48e1-b59a-1f616e2f19a2 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:44.733279 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2f08b441-b7de-48e1-b59a-1f616e2f19a2 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:44.734521 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-2f08b441-b7de-48e1-b59a-1f616e2f19a2 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1492667 Nov 12 02:29:44.736638 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08b441-b7de-48e1-b59a-1f616e2f19a2 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=511feabe-fdf6-4a51-a521-d1724c92cd58,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:44.737899 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41314) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:44.743159 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-5c3f821b-74ec-483b-a0dd-a62897eb6296 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Request body: {'security_group_rule': {'security_group_id': '511feabe-fdf6-4a51-a521-d1724c92cd58', 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:29:44.770533 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5c3f821b-74ec-483b-a0dd-a62897eb6296 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:44.837427 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5c3f821b-74ec-483b-a0dd-a62897eb6296 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:44.841067 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5c3f821b-74ec-483b-a0dd-a62897eb6296 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313218'] for security_group_rule, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:44.859467 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f821b-74ec-483b-a0dd-a62897eb6296 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181d5b4a-8e3f-45e6-ac86-f515de151bc6,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:44.869210 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5c3f821b-74ec-483b-a0dd-a62897eb6296 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:44.870406 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-5c3f821b-74ec-483b-a0dd-a62897eb6296 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308241 Nov 12 02:29:44.873374 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41316) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:44.878490 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-c58afd7f-765e-4f9e-b7fc-43e57d718aca tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Request body: {'security_group_rule': {'security_group_id': '511feabe-fdf6-4a51-a521-d1724c92cd58', 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:29:44.907669 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c58afd7f-765e-4f9e-b7fc-43e57d718aca tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:44.975190 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c58afd7f-765e-4f9e-b7fc-43e57d718aca tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:44.979026 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c58afd7f-765e-4f9e-b7fc-43e57d718aca tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313218'] for security_group_rule, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:44.997609 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58afd7f-765e-4f9e-b7fc-43e57d718aca tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73776bef-ad2e-46ae-be27-86450c72615e,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:45.003543 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c58afd7f-765e-4f9e-b7fc-43e57d718aca tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:45.004878 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-c58afd7f-765e-4f9e-b7fc-43e57d718aca tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304662 Nov 12 02:29:45.007715 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41318) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:45.013024 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-85867c76-57bf-4f01-bd6c-96be294584f7 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Request body: {'security_group_rule': {'security_group_id': '511feabe-fdf6-4a51-a521-d1724c92cd58', 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:29:45.040954 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-85867c76-57bf-4f01-bd6c-96be294584f7 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:45.099716 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-85867c76-57bf-4f01-bd6c-96be294584f7 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:45.104511 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-85867c76-57bf-4f01-bd6c-96be294584f7 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313218'] for security_group_rule, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:45.121938 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85867c76-57bf-4f01-bd6c-96be294584f7 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a1cd28-ffe5-4714-a81e-6554605458d2,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:45.131381 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-85867c76-57bf-4f01-bd6c-96be294584f7 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:45.132598 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-85867c76-57bf-4f01-bd6c-96be294584f7 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236563 Nov 12 02:29:45.135439 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41320) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:45.140002 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-9e1a0d60-d85d-4f76-b8e1-3e3beab37b2e tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Request body: {'security_group_rule': {'security_group_id': '511feabe-fdf6-4a51-a521-d1724c92cd58', 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:29:45.166915 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9e1a0d60-d85d-4f76-b8e1-3e3beab37b2e tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:45.232077 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9e1a0d60-d85d-4f76-b8e1-3e3beab37b2e tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:45.236344 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9e1a0d60-d85d-4f76-b8e1-3e3beab37b2e tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313218'] for security_group_rule, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:45.257688 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a0d60-d85d-4f76-b8e1-3e3beab37b2e tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c485c4b-83a3-4ef1-b83f-0269a7abcc13,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:45.268239 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9e1a0d60-d85d-4f76-b8e1-3e3beab37b2e tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:45.268239 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-9e1a0d60-d85d-4f76-b8e1-3e3beab37b2e tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287634 Nov 12 02:29:45.268396 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 41326) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:45.273533 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-353b5373-a43b-489d-a131-e619b2d223ea tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Request body: {'security_group_rule': {'security_group_id': '511feabe-fdf6-4a51-a521-d1724c92cd58', 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:29:45.301772 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.db.securitygroups_db [None req-353b5373-a43b-489d-a131-e619b2d223ea tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Project 378fb4ff316c443e84c85718f4e697a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:29:45.307018 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-353b5373-a43b-489d-a131-e619b2d223ea tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:45.373417 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-353b5373-a43b-489d-a131-e619b2d223ea tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:45.380276 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-353b5373-a43b-489d-a131-e619b2d223ea tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313218'] for security_group_rule, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:45.400683 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b5373-a43b-489d-a131-e619b2d223ea tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b7a1c8-19ef-458c-88f9-40de4c1893cd,revision_number=0']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:45.409432 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-353b5373-a43b-489d-a131-e619b2d223ea tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:45.411920 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-353b5373-a43b-489d-a131-e619b2d223ea tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1420317 Nov 12 02:29:45.413391 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 41330) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:45.419066 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-d1354fc6-1d29-41a0-93e5-f1861448172c tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Request body: {'security_group_rule': {'security_group_id': '511feabe-fdf6-4a51-a521-d1724c92cd58', 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:29:45.443247 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.db.securitygroups_db [None req-d1354fc6-1d29-41a0-93e5-f1861448172c tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Project 378fb4ff316c443e84c85718f4e697a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:29:45.448968 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d1354fc6-1d29-41a0-93e5-f1861448172c tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:45.535557 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d1354fc6-1d29-41a0-93e5-f1861448172c tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:45.540226 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d1354fc6-1d29-41a0-93e5-f1861448172c tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313218'] for security_group_rule, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:45.558120 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1354fc6-1d29-41a0-93e5-f1861448172c tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ed797b-6016-47c6-af25-1b09d6135cfa,revision_number=0']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:45.569934 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d1354fc6-1d29-41a0-93e5-f1861448172c tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:45.571142 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-d1354fc6-1d29-41a0-93e5-f1861448172c tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1565998 Nov 12 02:29:45.981157 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device d05e2d8b-5b8d-4413-863d-8531b5128a38 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:29:46.039827 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port d05e2d8b-5b8d-4413-863d-8531b5128a38 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:46.040189 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:46.835998 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] Sync routers for ids ['cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e'] in dv-cinder-808574-4-smb {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:29:46.851635 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] Routers {'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:29:46.852255 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:29:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:46.986386 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] Set router cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:29:47.294774 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e', 'name': 'tempest-TestShelveInstance-825706918-router', 'tenant_id': '315c233ea0d74c1bb4464827c6f34aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': 'd05e2d8b-5b8d-4413-863d-8531b5128a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:36Z', 'updated_at': '2021-11-12T02:29:41Z', 'revision_number': 4, 'project_id': '315c233ea0d74c1bb4464827c6f34aa1', 'gw_port': {'id': 'd05e2d8b-5b8d-4413-863d-8531b5128a38', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:36Z', 'updated_at': '2021-11-12T02:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '8528eca7-804f-4a94-890e-b28143cdcf86', 'name': '', 'network_id': '9761ec3f-252f-4306-9657-6a52fbfd5281', 'tenant_id': '315c233ea0d74c1bb4464827c6f34aa1', 'mac_address': 'fa:16:3e:ee:0d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5d29234d-0942-42b3-936f-bcdd321c11db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:40Z', 'updated_at': '2021-11-12T02:29:41Z', 'revision_number': 2, 'project_id': '315c233ea0d74c1bb4464827c6f34aa1', 'subnets': [{'id': '5d29234d-0942-42b3-936f-bcdd321c11db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:47.321778 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] Checking router: cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e for host: dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:29:47.322126 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] Updating router cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e port 8528eca7-804f-4a94-890e-b28143cdcf86 binding host dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:29:47.349278 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:47.632966 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] Publish callbacks [] for port, precommit_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:47.638344 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:47.690902 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f955c8-5017-4845-bd31-ef2769f74ac3 None None] Pushing event updated for resources: {'Port': ['ID=8528eca7-804f-4a94-890e-b28143cdcf86,revision_number=3']} {{(pid=101629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:47.751893 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.managers [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] Attempting to bind port 8528eca7-804f-4a94-890e-b28143cdcf86 on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:29:47.751893 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.managers [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] Attempting to bind port 8528eca7-804f-4a94-890e-b28143cdcf86 by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': '2cf449ab-29f8-4aa0-949c-6e58ce4f4507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9761ec3f-252f-4306-9657-6a52fbfd5281'}] {{(pid=101629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:29:47.751893 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] Attempting to bind port 8528eca7-804f-4a94-890e-b28143cdcf86 on network 9761ec3f-252f-4306-9657-6a52fbfd5281 {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:29:47.758038 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:29:47.758491 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] Checking segment: {'id': '2cf449ab-29f8-4aa0-949c-6e58ce4f4507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9761ec3f-252f-4306-9657-6a52fbfd5281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:29:47.758943 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:47.759424 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] Bound using segment: {'id': '2cf449ab-29f8-4aa0-949c-6e58ce4f4507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9761ec3f-252f-4306-9657-6a52fbfd5281'} {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:29:47.759970 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.managers [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] Bound port: 8528eca7-804f-4a94-890e-b28143cdcf86, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf449ab-29f8-4aa0-949c-6e58ce4f4507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '9761ec3f-252f-4306-9657-6a52fbfd5281'}}] {{(pid=101629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:29:47.760479 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:47.853955 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.db [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] For port 8528eca7-804f-4a94-890e-b28143cdcf86, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:29:47.857164 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.db [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] For port 8528eca7-804f-4a94-890e-b28143cdcf86, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=8528eca7-804f-4a94-890e-b28143cdcf86,segment=NetworkSegment(2cf449ab-29f8-4aa0-949c-6e58ce4f4507),segment_id=2cf449ab-29f8-4aa0-949c-6e58ce4f4507)] {{(pid=101629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:29:47.867776 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:47.872732 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-b2f1f0e4-b046-43de-9948-09a1338a549a None None] Provisioning complete for port 8528eca7-804f-4a94-890e-b28143cdcf86 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:47.873305 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f0e4-b046-43de-9948-09a1338a549a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:47.934561 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] Routers {'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:29:47.935514 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:29:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:48.026808 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f0e4-b046-43de-9948-09a1338a549a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:48.073715 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] Set router cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:29:48.111960 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-b2f1f0e4-b046-43de-9948-09a1338a549a None None] For port 8528eca7-804f-4a94-890e-b28143cdcf86, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=8528eca7-804f-4a94-890e-b28143cdcf86,segment=NetworkSegment(2cf449ab-29f8-4aa0-949c-6e58ce4f4507),segment_id=2cf449ab-29f8-4aa0-949c-6e58ce4f4507)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:29:48.118816 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-b2f1f0e4-b046-43de-9948-09a1338a549a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:48.218962 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1f0e4-b046-43de-9948-09a1338a549a None None] Pushing event updated for resources: {'Port': ['ID=8528eca7-804f-4a94-890e-b28143cdcf86,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:48.246528 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-2542c808-854d-41a3-acdf-d04703647a3d None None] Provisioning complete for port 8528eca7-804f-4a94-890e-b28143cdcf86 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:48.246931 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-2542c808-854d-41a3-acdf-d04703647a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:48.279444 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f955c8-5017-4845-bd31-ef2769f74ac3 None None] Pushing event updated for resources: {'Port': ['ID=8528eca7-804f-4a94-890e-b28143cdcf86,revision_number=4']} {{(pid=101629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:48.321188 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 41428) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:48.398949 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e', 'name': 'tempest-TestShelveInstance-825706918-router', 'tenant_id': '315c233ea0d74c1bb4464827c6f34aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': 'd05e2d8b-5b8d-4413-863d-8531b5128a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:36Z', 'updated_at': '2021-11-12T02:29:41Z', 'revision_number': 4, 'project_id': '315c233ea0d74c1bb4464827c6f34aa1', 'gw_port': {'id': 'd05e2d8b-5b8d-4413-863d-8531b5128a38', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:36Z', 'updated_at': '2021-11-12T02:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '8528eca7-804f-4a94-890e-b28143cdcf86', 'name': '', 'network_id': '9761ec3f-252f-4306-9657-6a52fbfd5281', 'tenant_id': '315c233ea0d74c1bb4464827c6f34aa1', 'mac_address': 'fa:16:3e:ee:0d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5d29234d-0942-42b3-936f-bcdd321c11db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:40Z', 'updated_at': '2021-11-12T02:29:47Z', 'revision_number': 4, 'project_id': '315c233ea0d74c1bb4464827c6f34aa1', 'subnets': [{'id': '5d29234d-0942-42b3-936f-bcdd321c11db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:29:48.450481 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b590fa38-e67f-45f0-b9a6-85a94eac4e18 None None] The sync data for ids ['cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e'] in dv-cinder-808574-4-smb is: [{'id': 'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e', 'name': 'tempest-TestShelveInstance-825706918-router', 'tenant_id': '315c233ea0d74c1bb4464827c6f34aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': 'd05e2d8b-5b8d-4413-863d-8531b5128a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:36Z', 'updated_at': '2021-11-12T02:29:41Z', 'revision_number': 4, 'project_id': '315c233ea0d74c1bb4464827c6f34aa1', 'gw_port': {'id': 'd05e2d8b-5b8d-4413-863d-8531b5128a38', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:36Z', 'updated_at': '2021-11-12T02:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '8528eca7-804f-4a94-890e-b28143cdcf86', 'name': '', 'network_id': '9761ec3f-252f-4306-9657-6a52fbfd5281', 'tenant_id': '315c233ea0d74c1bb4464827c6f34aa1', 'mac_address': 'fa:16:3e:ee:0d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5d29234d-0942-42b3-936f-bcdd321c11db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:40Z', 'updated_at': '2021-11-12T02:29:47Z', 'revision_number': 4, 'project_id': '315c233ea0d74c1bb4464827c6f34aa1', 'subnets': [{'id': '5d29234d-0942-42b3-936f-bcdd321c11db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:29:48.474307 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f3833c7d-4e0b-4f40-8e2e-ce6aac63023d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:48.570553 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f3833c7d-4e0b-4f40-8e2e-ce6aac63023d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:48.577333 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f3833c7d-4e0b-4f40-8e2e-ce6aac63023d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:48.619492 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-f3833c7d-4e0b-4f40-8e2e-ce6aac63023d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=71f67da3fd7f43d18f2447e484df3a6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971642 Nov 12 02:29:48.620282 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3833c7d-4e0b-4f40-8e2e-ce6aac63023d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56973837-bb3f-4092-960f-217ab31297ab,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:48.622344 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41436) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:48.686425 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7f13e2cb-c05c-4b8e-834f-6fe97d623f75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:48.713722 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7f13e2cb-c05c-4b8e-834f-6fe97d623f75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:48.771291 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7f13e2cb-c05c-4b8e-834f-6fe97d623f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:48.774203 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7f13e2cb-c05c-4b8e-834f-6fe97d623f75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:48.775388 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-7f13e2cb-c05c-4b8e-834f-6fe97d623f75 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/56973837-bb3f-4092-960f-217ab31297ab HTTP/1.1" status: 204 len: 168 time: 0.1510665 Nov 12 02:29:48.788650 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13e2cb-c05c-4b8e-834f-6fe97d623f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56973837-bb3f-4092-960f-217ab31297ab,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:49.114796 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41442) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:49.128146 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9b1c9d09-85c5-4876-8cfe-fe847b17ca28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:49.212264 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9b1c9d09-85c5-4876-8cfe-fe847b17ca28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:49.216849 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9b1c9d09-85c5-4876-8cfe-fe847b17ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:49.256725 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c9d09-85c5-4876-8cfe-fe847b17ca28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75af5d0b-f38a-40f0-9858-8ff87abae590,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:49.262095 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-9b1c9d09-85c5-4876-8cfe-fe847b17ca28 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f412c70a2f87437cb200437e895b986f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461961 Nov 12 02:29:49.266558 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41446) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:49.320281 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-aaebf105-691d-479e-b3ef-6755ab216be9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:49.349857 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-aaebf105-691d-479e-b3ef-6755ab216be9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:49.399598 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-aaebf105-691d-479e-b3ef-6755ab216be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:49.402448 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-aaebf105-691d-479e-b3ef-6755ab216be9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:49.403904 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-aaebf105-691d-479e-b3ef-6755ab216be9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/75af5d0b-f38a-40f0-9858-8ff87abae590 HTTP/1.1" status: 204 len: 168 time: 0.1361125 Nov 12 02:29:49.412436 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebf105-691d-479e-b3ef-6755ab216be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75af5d0b-f38a-40f0-9858-8ff87abae590,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:50.012417 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 8528eca7-804f-4a94-890e-b28143cdcf86 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:29:50.068669 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 8528eca7-804f-4a94-890e-b28143cdcf86 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:29:50.069066 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:51.257942 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41518) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:51.386246 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4d7a-1a75-4e55-8e0d-a9f66d862ccf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:51.496904 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4d7a-1a75-4e55-8e0d-a9f66d862ccf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:51.500630 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4d7a-1a75-4e55-8e0d-a9f66d862ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:51.539684 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-8e4b4d7a-1a75-4e55-8e0d-a9f66d862ccf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de28287a79a04d3182c9067fb6e1174d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805517 Nov 12 02:29:51.540532 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b4d7a-1a75-4e55-8e0d-a9f66d862ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071a4984-eee7-49c6-92c1-5d0c399ff36f,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:51.544012 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41528) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:51.592880 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-409fee69-2063-4e0a-a36a-d6825a67201e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:51.615175 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-409fee69-2063-4e0a-a36a-d6825a67201e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:51.671275 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-409fee69-2063-4e0a-a36a-d6825a67201e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:51.673973 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-409fee69-2063-4e0a-a36a-d6825a67201e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:51.675393 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-409fee69-2063-4e0a-a36a-d6825a67201e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/071a4984-eee7-49c6-92c1-5d0c399ff36f HTTP/1.1" status: 204 len: 168 time: 0.1302817 Nov 12 02:29:51.683617 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fee69-2063-4e0a-a36a-d6825a67201e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071a4984-eee7-49c6-92c1-5d0c399ff36f,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:51.946343 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41534) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:51.960941 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6db9ceaa-3913-427a-b945-aab20f07744b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:52.042584 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6db9ceaa-3913-427a-b945-aab20f07744b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:52.046636 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6db9ceaa-3913-427a-b945-aab20f07744b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:52.084012 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9ceaa-3913-427a-b945-aab20f07744b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0656ab0-3164-4348-906d-78932e0c2c41,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:52.091603 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-6db9ceaa-3913-427a-b945-aab20f07744b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=28ffd18fc6b24c7591d4aa9d38be1863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440670 Nov 12 02:29:52.094687 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41536) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:52.149414 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9bd26044-95bc-4fd7-b3f2-e34cc720a6dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:52.170146 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9bd26044-95bc-4fd7-b3f2-e34cc720a6dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:52.218120 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9bd26044-95bc-4fd7-b3f2-e34cc720a6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:52.221057 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9bd26044-95bc-4fd7-b3f2-e34cc720a6dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:52.222292 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-9bd26044-95bc-4fd7-b3f2-e34cc720a6dc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0656ab0-3164-4348-906d-78932e0c2c41 HTTP/1.1" status: 204 len: 168 time: 0.1266448 Nov 12 02:29:52.230741 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd26044-95bc-4fd7-b3f2-e34cc720a6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0656ab0-3164-4348-906d-78932e0c2c41,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:57.544479 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 41722) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:57.676564 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2333df28-7919-4a3f-a090-c8aea0646329 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:57.767718 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2333df28-7919-4a3f-a090-c8aea0646329 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:57.772988 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2333df28-7919-4a3f-a090-c8aea0646329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:57.814171 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-2333df28-7919-4a3f-a090-c8aea0646329 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c0013821d92435c8a5d243179132cf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684398 Nov 12 02:29:57.816699 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333df28-7919-4a3f-a090-c8aea0646329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9be71c-fcf6-4e88-acb1-a7a8c24d5a63,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:57.819299 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 41728) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:57.871283 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-03328b6e-0efd-47d0-ac22-b3fc609ccadc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:57.896384 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-03328b6e-0efd-47d0-ac22-b3fc609ccadc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:57.948343 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-03328b6e-0efd-47d0-ac22-b3fc609ccadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:57.950911 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-03328b6e-0efd-47d0-ac22-b3fc609ccadc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:57.952081 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-03328b6e-0efd-47d0-ac22-b3fc609ccadc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0a9be71c-fcf6-4e88-acb1-a7a8c24d5a63 HTTP/1.1" status: 204 len: 168 time: 0.1318264 Nov 12 02:29:57.960673 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03328b6e-0efd-47d0-ac22-b3fc609ccadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9be71c-fcf6-4e88-acb1-a7a8c24d5a63,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:58.240829 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41734) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:58.254895 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c56ce821-b8bb-4898-b50c-eb1b5a36e0a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:58.363729 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c56ce821-b8bb-4898-b50c-eb1b5a36e0a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:58.367809 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c56ce821-b8bb-4898-b50c-eb1b5a36e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:58.417513 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-c56ce821-b8bb-4898-b50c-eb1b5a36e0a9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3666d5fe2601496f8b78661e042c921a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1730359 Nov 12 02:29:58.417513 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ce821-b8bb-4898-b50c-eb1b5a36e0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cc8788-0252-4f48-92dd-ef61ae976e2b,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:58.417866 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 41738) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:58.471346 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-116f8669-7ebe-4e5d-a5a6-cae766053dc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:58.493442 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-116f8669-7ebe-4e5d-a5a6-cae766053dc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:58.545270 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-116f8669-7ebe-4e5d-a5a6-cae766053dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:58.547953 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-116f8669-7ebe-4e5d-a5a6-cae766053dc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:58.549086 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-116f8669-7ebe-4e5d-a5a6-cae766053dc0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/79cc8788-0252-4f48-92dd-ef61ae976e2b HTTP/1.1" status: 204 len: 168 time: 0.1301963 Nov 12 02:29:58.557835 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f8669-7ebe-4e5d-a5a6-cae766053dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cc8788-0252-4f48-92dd-ef61ae976e2b,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:58.961039 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41746) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:58.975984 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-949a1e16-0c39-44a8-857a-2b3e4690bbf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:59.071361 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-949a1e16-0c39-44a8-857a-2b3e4690bbf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:59.075104 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-949a1e16-0c39-44a8-857a-2b3e4690bbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:59.121664 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-949a1e16-0c39-44a8-857a-2b3e4690bbf2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cd7f38f30e4c456d9d529adb623ac545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1594515 Nov 12 02:29:59.122629 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a1e16-0c39-44a8-857a-2b3e4690bbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6dfa23-e611-4f9b-9a4a-a27b2a6d76db,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:29:59.124664 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 41748) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:29:59.183738 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-bc1780d3-ea0e-4237-9129-1dd9c1180873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:59.205211 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-bc1780d3-ea0e-4237-9129-1dd9c1180873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:59.255873 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-bc1780d3-ea0e-4237-9129-1dd9c1180873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:59.258449 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-bc1780d3-ea0e-4237-9129-1dd9c1180873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:29:59.259611 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-bc1780d3-ea0e-4237-9129-1dd9c1180873 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2b6dfa23-e611-4f9b-9a4a-a27b2a6d76db HTTP/1.1" status: 204 len: 168 time: 0.1338491 Nov 12 02:29:59.267691 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1780d3-ea0e-4237-9129-1dd9c1180873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6dfa23-e611-4f9b-9a4a-a27b2a6d76db,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:01.602059 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-50e8fd54-594f-4071-80ee-9fba0f35e6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:02.102066 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:03.626362 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:30:04.070766 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-bb59f44c-2f89-416a-afa1-732a0c55116c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:04.224755 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-551b44eb-1455-478f-8ca9-6ddd9aa61abb tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1552803916&fields=id&tenant_id=378fb4ff316c443e84c85718f4e697a1 HTTP/1.1" status: 200 len: 267 time: 0.0608439 Nov 12 02:30:04.348380 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-e5696bf8-b2bb-4f77-902e-e316427e4879 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:04.349974 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-e5696bf8-b2bb-4f77-902e-e316427e4879 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/networks?id=14bae292-872d-4939-805e-6aff3e3b318a HTTP/1.1" status: 200 len: 808 time: 0.1177566 Nov 12 02:30:04.374540 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-dbb66927-c41f-4d1f-8118-a1d27a4bed9f tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/quotas/378fb4ff316c443e84c85718f4e697a1 HTTP/1.1" status: 200 len: 375 time: 0.0101256 Nov 12 02:30:04.431189 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-5380f119-1b6d-4eef-9d2b-9e83fa1d5466 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=378fb4ff316c443e84c85718f4e697a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497999 Nov 12 02:30:04.538195 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-52aff00e-1e04-46b3-8f6e-68fdd1340db4 service neutron] 10.222.0.66 "GET /v2.0/networks/14bae292-872d-4939-805e-6aff3e3b318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935946 Nov 12 02:30:04.646707 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-5ebd0b50-6ece-440d-a5cc-8267d91b39ce service neutron] 10.222.0.66 "GET /v2.0/networks/14bae292-872d-4939-805e-6aff3e3b318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017716 Nov 12 02:30:04.991634 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-afc81e39-e4b2-47a5-9386-2c599d280d8f req-68f335f7-0e01-4af8-8b77-89827bcdbe13 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 210 time: 0.0383329 Nov 12 02:30:05.363455 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:05.542274 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026b53b-fc23-4558-be79-38e96dfeda91 req-ba52c02f-46bf-45b1-9d31-fb9e5a04bc01 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:05.543765 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f026b53b-fc23-4558-be79-38e96dfeda91 req-ba52c02f-46bf-45b1-9d31-fb9e5a04bc01 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 947 time: 0.0513186 Nov 12 02:30:05.599120 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f026b53b-fc23-4558-be79-38e96dfeda91 req-366c122c-2196-4eb3-9bc8-daa47a080a0c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484929 Nov 12 02:30:06.064264 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-60d5aba8-c066-4e15-abad-febbcf4ca8af tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:06.066313 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-60d5aba8-c066-4e15-abad-febbcf4ca8af tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.61 "GET /v2.0/networks?id=14bae292-872d-4939-805e-6aff3e3b318a HTTP/1.1" status: 200 len: 808 time: 0.1098664 Nov 12 02:30:06.101711 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fa56e461-685f-46b8-a597-b94dc6a4c171 req-4983a475-5c2e-484f-a38a-b40a6d82ac90 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 210 time: 0.0310762 Nov 12 02:30:06.165080 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-fff53781-02f0-4cb6-82af-0de06a698530 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=378fb4ff316c443e84c85718f4e697a1 HTTP/1.1" status: 200 len: 380 time: 0.0831881 Nov 12 02:30:06.176802 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Request body: {'port': {'device_id': 'dce82e44-09f2-47bb-b4f2-fdce19ca8275', 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a', 'admin_state_up': True, 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'security_groups': ['511feabe-fdf6-4a51-a521-d1724c92cd58']}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:06.314437 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Made reservation on behalf of 378fb4ff316c443e84c85718f4e697a1 for: {'port': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:30:06.321626 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:06.460359 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9d05eae8-d5bb-4e09-b1d1-fb9123276381 req-87ff7a2d-e422-426a-b920-a3b810693413 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589869 Nov 12 02:30:06.579097 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Allocated IP 172.20.0.11 (14bae292-872d-4939-805e-6aff3e3b318a/30e46be7-54e6-447e-b0c6-9142693185c7/c7ac46eb-2926-4851-b1c4-e418df8759eb) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:30:06.605708 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05eae8-d5bb-4e09-b1d1-fb9123276381 req-152e89d4-a05e-408c-b6f9-84b01decf082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:06.607189 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9d05eae8-d5bb-4e09-b1d1-fb9123276381 req-152e89d4-a05e-408c-b6f9-84b01decf082 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f703f38cf65b46999d543ac359444567&device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 1098 time: 0.0863950 Nov 12 02:30:06.737107 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15a997-84b3-49be-874c-b9f5e65f6a46 req-a2a41e42-f3e8-4c43-ad75-1effdb049c10 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:06.738724 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5b15a997-84b3-49be-874c-b9f5e65f6a46 req-a2a41e42-f3e8-4c43-ad75-1effdb049c10 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 947 time: 0.0516324 Nov 12 02:30:06.805380 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5b15a997-84b3-49be-874c-b9f5e65f6a46 req-6552ce20-afc6-4e09-8cd0-d1330f6ac187 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590076 Nov 12 02:30:06.847600 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:06.856250 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05eae8-d5bb-4e09-b1d1-fb9123276381 req-ab0fbb67-5921-4e36-89f2-f9c3cc2795d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:06.857718 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9d05eae8-d5bb-4e09-b1d1-fb9123276381 req-ab0fbb67-5921-4e36-89f2-f9c3cc2795d7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=404a7e3a-99c5-4a67-9227-adbb62c821aa HTTP/1.1" status: 200 len: 911 time: 0.1941097 Nov 12 02:30:06.937995 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:06.973901 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:06.992971 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9d05eae8-d5bb-4e09-b1d1-fb9123276381 req-cce46ba8-6f75-4144-8499-29f70e4e7e32 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b65846f3-2b32-472f-b31e-db0d0a1b34b9 HTTP/1.1" status: 200 len: 1000 time: 0.1175611 Nov 12 02:30:06.999291 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Network 14bae292-872d-4939-805e-6aff3e3b318a is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:30:07.013771 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:30:07.016840 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:30:07.039444 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Pushing event updated for resources: {'Port': ['ID=c7ac46eb-2926-4851-b1c4-e418df8759eb,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:07.080465 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:07.081864 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:07.082495 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:07.082898 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:07.083277 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:07.083641 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:07.083969 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:07.084301 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:07.084622 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:07.084950 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:07.085266 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:07.085589 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:07.108312 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05eae8-d5bb-4e09-b1d1-fb9123276381 req-c43b721a-43e4-490a-8108-c61479063bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:07.109803 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9d05eae8-d5bb-4e09-b1d1-fb9123276381 req-c43b721a-43e4-490a-8108-c61479063bd9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4fc1b18-ead8-4210-84af-aa2802ec2ad5 HTTP/1.1" status: 200 len: 849 time: 0.1076117 Nov 12 02:30:07.116868 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:07.117689 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:07.166938 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-2511091f-7d42-4182-8a54-ac2f5ada4bd0 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9943078 Nov 12 02:30:07.187151 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] Request body: {'port': {'device_id': 'dce82e44-09f2-47bb-b4f2-fdce19ca8275', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:07.198469 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05eae8-d5bb-4e09-b1d1-fb9123276381 req-e33b6614-5c9e-4ebe-933d-a70d4325f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:07.200728 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9d05eae8-d5bb-4e09-b1d1-fb9123276381 req-e33b6614-5c9e-4ebe-933d-a70d4325f1e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=404a7e3a-99c5-4a67-9227-adbb62c821aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801506 Nov 12 02:30:07.282797 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d03fdc-e635-4fa6-9836-52e979b26dfc req-8da04cf0-f404-47ec-8c4f-f30cbf8cfa2f tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:07.285095 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-49d03fdc-e635-4fa6-9836-52e979b26dfc req-8da04cf0-f404-47ec-8c4f-f30cbf8cfa2f tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 932 time: 0.0867631 Nov 12 02:30:07.341776 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:07.344861 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-49d03fdc-e635-4fa6-9836-52e979b26dfc req-8d4e4abc-674b-4ac1-a350-f9134be9e482 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529220 Nov 12 02:30:07.390472 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-247bbe63-f1db-41b8-a703-c88684638c0f None None] Provisioning complete for port c7ac46eb-2926-4851-b1c4-e418df8759eb triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:07.390982 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-247bbe63-f1db-41b8-a703-c88684638c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:07.430065 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9d05eae8-d5bb-4e09-b1d1-fb9123276381 req-f3f1b8bc-93c1-4fbb-b809-3bd68e007552 service neutron] 10.222.0.61 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017250 Nov 12 02:30:07.431299 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-247bbe63-f1db-41b8-a703-c88684638c0f None None] Port c7ac46eb-2926-4851-b1c4-e418df8759eb cannot update to ACTIVE because it is not bound. {{(pid=101628) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:30:07.444671 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc8408-8786-4feb-84a0-6732d0020324 req-6aaf291d-3812-492e-96f7-39af0738d24d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:07.446568 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fdcc8408-8786-4feb-84a0-6732d0020324 req-6aaf291d-3812-492e-96f7-39af0738d24d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.61 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 947 time: 0.0699744 Nov 12 02:30:07.541732 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:07.602807 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [req-fdcc8408-8786-4feb-84a0-6732d0020324 req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Deleting port a97a453a-445f-45c0-8d37-d11d7512e94c {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:07.603076 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-fdcc8408-8786-4feb-84a0-6732d0020324 req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:07.657111 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9d05eae8-d5bb-4e09-b1d1-fb9123276381 req-a306a3f3-0393-4445-94c5-3f53d6a8a82f service neutron] 10.222.0.61 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128170 Nov 12 02:30:07.749254 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-fdcc8408-8786-4feb-84a0-6732d0020324 req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] For port a97a453a-445f-45c0-8d37-d11d7512e94c, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=a97a453a-445f-45c0-8d37-d11d7512e94c,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:07.749855 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-fdcc8408-8786-4feb-84a0-6732d0020324 req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:07.811645 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ac46eb-2926-4851-b1c4-e418df8759eb {{(pid=101627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:30:07.826149 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:07.854821 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.provisioning_blocks [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] Transition to ACTIVE for port object c7ac46eb-2926-4851-b1c4-e418df8759eb will not be triggered until provisioned by entity L2. {{(pid=101627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:30:07.862647 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3466430'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:07.934436 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ac46eb-2926-4851-b1c4-e418df8759eb,revision_number=2']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:08.036543 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] Attempting to bind port c7ac46eb-2926-4851-b1c4-e418df8759eb on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:30:08.037062 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] Attempting to bind port c7ac46eb-2926-4851-b1c4-e418df8759eb by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '49143408-fd13-4622-9f38-1e4c64120588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a'}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:30:08.037490 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] Attempting to bind port c7ac46eb-2926-4851-b1c4-e418df8759eb on network 14bae292-872d-4939-805e-6aff3e3b318a {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:30:08.047139 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] Port c7ac46eb-2926-4851-b1c4-e418df8759eb on network 14bae292-872d-4939-805e-6aff3e3b318a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:30:08.048579 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] Attempting to bind port c7ac46eb-2926-4851-b1c4-e418df8759eb on network 14bae292-872d-4939-805e-6aff3e3b318a {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:30:08.057029 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] Checking agent: {'id': '2c3d3ad8-5938-43f6-9304-04beb85952ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:30:08.057029 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] Checking segment: {'id': '49143408-fd13-4622-9f38-1e4c64120588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:30:08.057398 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] Bound using segment: {'id': '49143408-fd13-4622-9f38-1e4c64120588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a'} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:30:08.057943 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] Bound port: c7ac46eb-2926-4851-b1c4-e418df8759eb, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49143408-fd13-4622-9f38-1e4c64120588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a'}}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:30:08.058398 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:08.117492 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b92e62-ab18-4f65-9ec5-fd2d8790fe01 req-5ef03586-6603-484b-adc7-b9ff2e4f17ac tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:08.124981 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-38b92e62-ab18-4f65-9ec5-fd2d8790fe01 req-5ef03586-6603-484b-adc7-b9ff2e4f17ac tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 947 time: 0.1779163 Nov 12 02:30:08.164249 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] For port c7ac46eb-2926-4851-b1c4-e418df8759eb, host hv-cinder-80857, cleared binding levels {{(pid=101627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:30:08.170142 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] For port c7ac46eb-2926-4851-b1c4-e418df8759eb, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=c7ac46eb-2926-4851-b1c4-e418df8759eb,segment=NetworkSegment(49143408-fd13-4622-9f38-1e4c64120588),segment_id=49143408-fd13-4622-9f38-1e4c64120588)] {{(pid=101627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:30:08.176808 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3466430'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:08.195457 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 41956) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:08.245879 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:08.246588 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:08.246848 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-fdcc8408-8786-4feb-84a0-6732d0020324 req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:08.247225 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-fdcc8408-8786-4feb-84a0-6732d0020324 req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394463'] for floatingip, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:08.247573 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.db.l3_db [req-fdcc8408-8786-4feb-84a0-6732d0020324 req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Floating IP 57a67313-531b-40f0-a43a-c5bfa7667c66 disassociated. External IP: 172.28.0.185, port: a97a453a-445f-45c0-8d37-d11d7512e94c. Nov 12 02:30:08.248205 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [req-fdcc8408-8786-4feb-84a0-6732d0020324 req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Calling delete_port for a97a453a-445f-45c0-8d37-d11d7512e94c owned by compute:nova {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:08.248666 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] 10.222.0.61 "PUT /v2.0/ports/c7ac46eb-2926-4851-b1c4-e418df8759eb HTTP/1.1" status: 200 len: 1094 time: 1.0721314 Nov 12 02:30:08.254162 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce82e44-09f2-47bb-b4f2-fdce19ca8275', 'tag': 'c7ac46eb-2926-4851-b1c4-e418df8759eb'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:08.257277 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323447cd-67b9-435c-b7eb-2b97889e4de3" -d '{"events": [{"name": "network-changed", "server_uuid": "dce82e44-09f2-47bb-b4f2-fdce19ca8275", "tag": "c7ac46eb-2926-4851-b1c4-e418df8759eb"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:08.287120 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-38b92e62-ab18-4f65-9ec5-fd2d8790fe01 req-9bd2cd5d-dfb3-4438-bb21-30ea9e63c0a8 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=30ece398-c886-4b4f-90d8-0cc4437f7814&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611552 Nov 12 02:30:08.305573 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170dbdd-c59b-444e-889d-2dd98fd52076 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ac46eb-2926-4851-b1c4-e418df8759eb,revision_number=3']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:08.348617 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbc81e4-8809-405c-bd1d-3c1f8574365b x-openstack-request-id: req-9bbc81e4-8809-405c-bd1d-3c1f8574365b {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:08.348948 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce82e44-09f2-47bb-b4f2-fdce19ca8275", "tag": "c7ac46eb-2926-4851-b1c4-e418df8759eb", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:08.349140 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9bbc81e4-8809-405c-bd1d-3c1f8574365b {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:08.349539 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce82e44-09f2-47bb-b4f2-fdce19ca8275', 'tag': 'c7ac46eb-2926-4851-b1c4-e418df8759eb', 'status': 'completed', 'code': 200} Nov 12 02:30:08.381891 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-67938cba-9454-4a7f-9b96-459820f06bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:08.383706 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-67938cba-9454-4a7f-9b96-459820f06bcf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=378fb4ff316c443e84c85718f4e697a1&device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 1097 time: 0.0648630 Nov 12 02:30:08.419881 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-a636768c-2052-454e-8182-b8ef369182fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:08.445534 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-3b4c32cf-332c-42f5-8a82-eeb7b39c52f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7ac46eb-2926-4851-b1c4-e418df8759eb HTTP/1.1" status: 200 len: 217 time: 0.0532951 Nov 12 02:30:08.512038 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-41440dcc-0b91-4db7-af97-39e399bcddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:08.514068 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-41440dcc-0b91-4db7-af97-39e399bcddb1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=30e46be7-54e6-447e-b0c6-9142693185c7 HTTP/1.1" status: 200 len: 847 time: 0.0590298 Nov 12 02:30:08.568908 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-6e2005b5-c02c-42fb-a3f8-bc85e735a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:08.571095 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-6e2005b5-c02c-42fb-a3f8-bc85e735a371 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14bae292-872d-4939-805e-6aff3e3b318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0489736 Nov 12 02:30:08.617040 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-fdcc8408-8786-4feb-84a0-6732d0020324 req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:08.647998 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d9662-8210-4e7b-a291-9bd5ab40220c req-73ffa9ea-fc30-44c0-9705-29dc037a8c59 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:08.649591 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-447d9662-8210-4e7b-a291-9bd5ab40220c req-73ffa9ea-fc30-44c0-9705-29dc037a8c59 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 944 time: 0.1536701 Nov 12 02:30:08.658328 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-a636768c-2052-454e-8182-b8ef369182fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:08.684522 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-086c5669-1f51-494d-b3d8-1071fba34d30 service neutron] 10.222.0.61 "GET /v2.0/networks/14bae292-872d-4939-805e-6aff3e3b318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051626 Nov 12 02:30:08.688190 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-a636768c-2052-454e-8182-b8ef369182fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:08.690818 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Pushing event deleted for resources: {'Port': ['ID=a97a453a-445f-45c0-8d37-d11d7512e94c,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:08.740430 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:08.740824 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:08.741089 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:08.741423 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:08.741754 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:08.742092 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:08.742434 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:08.742748 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:08.743093 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:08.743440 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:08.743763 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:08.744080 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:08.787454 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-47a259df-e7b6-41ce-bf40-4a209a228d9a req-2c8c4a91-8fb6-4abd-9fbd-11412407e7c9 service neutron] 10.222.0.61 "GET /v2.0/networks/14bae292-872d-4939-805e-6aff3e3b318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951514 Nov 12 02:30:08.801027 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-a636768c-2052-454e-8182-b8ef369182fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6cd3459831d84d9381c0d6ad23042fef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6043491 Nov 12 02:30:08.804205 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41964) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:08.832018 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636768c-2052-454e-8182-b8ef369182fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2273c1-f540-4627-9281-818e36ab2451,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:08.843328 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-447d9662-8210-4e7b-a291-9bd5ab40220c req-c585d320-282a-4dc9-abf2-da0ac89c0f43 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803164 Nov 12 02:30:08.904270 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a5c57393-9c88-46b3-9639-58c1cf1ea2b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:08.913690 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdcc8408-8786-4feb-84a0-6732d0020324 req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Router 407eddd1-607a-4d4e-9b13-943d0300d260 has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:30:08.928517 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a5c57393-9c88-46b3-9639-58c1cf1ea2b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:08.970648 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323447cd-67b9-435c-b7eb-2b97889e4de3 req-25f00635-c50c-43c0-9303-8a37d01bcd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:08.972929 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-323447cd-67b9-435c-b7eb-2b97889e4de3 req-25f00635-c50c-43c0-9303-8a37d01bcd10 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=378fb4ff316c443e84c85718f4e697a1&device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 1097 time: 0.1205983 Nov 12 02:30:09.012729 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a5c57393-9c88-46b3-9639-58c1cf1ea2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:09.015337 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a5c57393-9c88-46b3-9639-58c1cf1ea2b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:09.016462 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-a5c57393-9c88-46b3-9639-58c1cf1ea2b8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e2273c1-f540-4627-9281-818e36ab2451 HTTP/1.1" status: 204 len: 168 time: 0.2111239 Nov 12 02:30:09.035392 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdcc8408-8786-4feb-84a0-6732d0020324 req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:30:09.051512 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e9d7b9-9e44-45b6-9dc1-de6df10b3f48 None None] Sync routers for ids ['407eddd1-607a-4d4e-9b13-943d0300d260'] in dv-cinder-808574-4-smb {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:30:09.054924 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c57393-9c88-46b3-9639-58c1cf1ea2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2273c1-f540-4627-9281-818e36ab2451,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:09.091717 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e9d7b9-9e44-45b6-9dc1-de6df10b3f48 None None] Routers {'407eddd1-607a-4d4e-9b13-943d0300d260'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:09.092859 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-c4e9d7b9-9e44-45b6-9dc1-de6df10b3f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:30:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['407eddd1-607a-4d4e-9b13-943d0300d260'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:09.102392 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323447cd-67b9-435c-b7eb-2b97889e4de3 req-f6047912-d290-40c1-b28f-2c89af9c3579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:09.104351 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-323447cd-67b9-435c-b7eb-2b97889e4de3 req-f6047912-d290-40c1-b28f-2c89af9c3579 service neutron] 10.222.0.61 "GET /v2.0/networks?id=14bae292-872d-4939-805e-6aff3e3b318a HTTP/1.1" status: 200 len: 909 time: 0.1223769 Nov 12 02:30:09.145405 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcc8408-8786-4feb-84a0-6732d0020324 req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] No DVR routers for this DVR port a97a453a-445f-45c0-8d37-d11d7512e94c on host hv-cinder-80857 {{(pid=101626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:30:09.148495 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-fdcc8408-8786-4feb-84a0-6732d0020324 req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:09.152751 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fdcc8408-8786-4feb-84a0-6732d0020324 req-1ded38a9-2eb2-4eca-b15b-0da0af27ab2e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.61 "DELETE /v2.0/ports/a97a453a-445f-45c0-8d37-d11d7512e94c HTTP/1.1" status: 204 len: 173 time: 1.6936505 Nov 12 02:30:09.153340 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a', 'name': 'network-vif-deleted', 'tag': 'a97a453a-445f-45c0-8d37-d11d7512e94c'}] {{(pid=101626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:09.156451 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee064878ec57991a80a61b6e38777a609e15accd33394659691c67407ac4dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83169519-ae99-4a98-a52a-aac2d744910b" -d '{"events": [{"server_uuid": "7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a", "name": "network-vif-deleted", "tag": "a97a453a-445f-45c0-8d37-d11d7512e94c"}]}' {{(pid=101626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:09.177636 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-323447cd-67b9-435c-b7eb-2b97889e4de3 req-e1630226-af02-4130-a599-11c833160d09 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7ac46eb-2926-4851-b1c4-e418df8759eb HTTP/1.1" status: 200 len: 217 time: 0.0574868 Nov 12 02:30:09.220201 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1505539c-c366-46b9-b23e-82a7c2570ea9 x-openstack-request-id: req-1505539c-c366-46b9-b23e-82a7c2570ea9 {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:09.220456 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a", "name": "network-vif-deleted", "tag": "a97a453a-445f-45c0-8d37-d11d7512e94c", "status": "completed", "code": 200}]} {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:09.220714 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1505539c-c366-46b9-b23e-82a7c2570ea9 {{(pid=101626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:09.221200 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a', 'name': 'network-vif-deleted', 'tag': 'a97a453a-445f-45c0-8d37-d11d7512e94c', 'status': 'completed', 'code': 200} Nov 12 02:30:09.283943 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-c4e9d7b9-9e44-45b6-9dc1-de6df10b3f48 None None] Set router 407eddd1-607a-4d4e-9b13-943d0300d260 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:09.284639 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323447cd-67b9-435c-b7eb-2b97889e4de3 req-78ca695e-38bf-4ab1-a8d1-cf347c745ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:09.290376 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-323447cd-67b9-435c-b7eb-2b97889e4de3 req-78ca695e-38bf-4ab1-a8d1-cf347c745ebb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=30e46be7-54e6-447e-b0c6-9142693185c7 HTTP/1.1" status: 200 len: 847 time: 0.1034253 Nov 12 02:30:09.378476 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323447cd-67b9-435c-b7eb-2b97889e4de3 req-b344e1af-a4c9-45fa-8f21-8334212052bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:09.380407 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-323447cd-67b9-435c-b7eb-2b97889e4de3 req-b344e1af-a4c9-45fa-8f21-8334212052bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14bae292-872d-4939-805e-6aff3e3b318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788414 Nov 12 02:30:09.446940 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c2a055fb-e615-45f9-a794-cdf6d53a687f req-645dd729-021a-436b-ab4b-264d8c87149a tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=7646fb82-e8d0-4e4b-9c44-22f1b0c55f9a HTTP/1.1" status: 200 len: 210 time: 0.0373421 Nov 12 02:30:09.517258 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-323447cd-67b9-435c-b7eb-2b97889e4de3 req-5ee79623-4e1a-4414-92bf-723f6ee93576 service neutron] 10.222.0.61 "GET /v2.0/networks/14bae292-872d-4939-805e-6aff3e3b318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272714 Nov 12 02:30:09.545963 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 41976) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:09.562581 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ec66-7235-4105-804c-32d75c010e49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:09.585393 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-c4e9d7b9-9e44-45b6-9dc1-de6df10b3f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:00Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'gw_port': {'id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '9aa9916e-69d1-49f1-95ab-0d0441afa4df', 'name': '', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'mac_address': 'fa:16:3e:6f:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:26Z', 'revision_number': 5, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'subnets': [{'id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:09.648330 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e9d7b9-9e44-45b6-9dc1-de6df10b3f48 None None] Checking router: 407eddd1-607a-4d4e-9b13-943d0300d260 for host: dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:30:09.661207 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ec66-7235-4105-804c-32d75c010e49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:09.677883 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ec66-7235-4105-804c-32d75c010e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:09.685257 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e9d7b9-9e44-45b6-9dc1-de6df10b3f48 None None] Routers {'407eddd1-607a-4d4e-9b13-943d0300d260'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:09.685528 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-323447cd-67b9-435c-b7eb-2b97889e4de3 req-8efd81bc-fdd2-4f6b-b38d-01d30f47d2b4 service neutron] 10.222.0.61 "GET /v2.0/networks/14bae292-872d-4939-805e-6aff3e3b318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570568 Nov 12 02:30:09.686406 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-c4e9d7b9-9e44-45b6-9dc1-de6df10b3f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:30:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['407eddd1-607a-4d4e-9b13-943d0300d260'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:09.724709 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-a0d2ec66-7235-4105-804c-32d75c010e49 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f2cdf266f0224b1cbdcc053c026eead3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1774642 Nov 12 02:30:09.725465 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2ec66-7235-4105-804c-32d75c010e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c36939-f306-440b-96da-91eb4020dae4,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:09.727753 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41978) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:09.838596 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b506693d-60c7-458d-a9a9-044501591fd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:09.888950 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b506693d-60c7-458d-a9a9-044501591fd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:09.975562 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device c7ac46eb-2926-4851-b1c4-e418df8759eb details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:30:10.011344 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b506693d-60c7-458d-a9a9-044501591fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:10.016090 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b506693d-60c7-458d-a9a9-044501591fd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:10.021035 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-b506693d-60c7-458d-a9a9-044501591fd1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e0c36939-f306-440b-96da-91eb4020dae4 HTTP/1.1" status: 204 len: 168 time: 0.2849672 Nov 12 02:30:10.032635 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506693d-60c7-458d-a9a9-044501591fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c36939-f306-440b-96da-91eb4020dae4,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:10.059133 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7efd0-88ec-42ae-81ec-def067f3abae req-c04320a2-5a1e-4317-9c14-8e6ee2f52af8 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:10.061292 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1ec7efd0-88ec-42ae-81ec-def067f3abae req-c04320a2-5a1e-4317-9c14-8e6ee2f52af8 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 944 time: 0.1110709 Nov 12 02:30:10.123037 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-c4e9d7b9-9e44-45b6-9dc1-de6df10b3f48 None None] Set router 407eddd1-607a-4d4e-9b13-943d0300d260 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:10.157964 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1ec7efd0-88ec-42ae-81ec-def067f3abae req-e5768026-2d29-49a3-af21-7252d5b29adb tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895257 Nov 12 02:30:10.159465 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port c7ac46eb-2926-4851-b1c4-e418df8759eb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=c7ac46eb-2926-4851-b1c4-e418df8759eb,segment=NetworkSegment(49143408-fd13-4622-9f38-1e4c64120588),segment_id=49143408-fd13-4622-9f38-1e4c64120588)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:10.179907 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': 'c7ac46eb-2926-4851-b1c4-e418df8759eb', 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a', 'port_id': 'c7ac46eb-2926-4851-b1c4-e418df8759eb', 'mac_address': 'fa:16:3e:68:ab:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:30:10.298616 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:10.321940 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ac46eb-2926-4851-b1c4-e418df8759eb {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:30:10.358081 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port c7ac46eb-2926-4851-b1c4-e418df8759eb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=c7ac46eb-2926-4851-b1c4-e418df8759eb,segment=NetworkSegment(49143408-fd13-4622-9f38-1e4c64120588),segment_id=49143408-fd13-4622-9f38-1e4c64120588)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:10.382413 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:10.429831 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 41988) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:10.452043 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b7c66324-5685-4307-84f8-7e154771ae84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:10.453125 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=c7ac46eb-2926-4851-b1c4-e418df8759eb,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:10.467670 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-c4e9d7b9-9e44-45b6-9dc1-de6df10b3f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:00Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'gw_port': {'id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '9aa9916e-69d1-49f1-95ab-0d0441afa4df', 'name': '', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'mac_address': 'fa:16:3e:6f:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:26Z', 'revision_number': 5, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'subnets': [{'id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:10.499221 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e9d7b9-9e44-45b6-9dc1-de6df10b3f48 None None] The sync data for ids ['407eddd1-607a-4d4e-9b13-943d0300d260'] in dv-cinder-808574-4-smb is: [{'id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:00Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'gw_port': {'id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '9aa9916e-69d1-49f1-95ab-0d0441afa4df', 'name': '', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'mac_address': 'fa:16:3e:6f:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:26Z', 'revision_number': 5, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'subnets': [{'id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:30:10.579137 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 41998) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:10.586262 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b7c66324-5685-4307-84f8-7e154771ae84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:10.592658 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b7c66324-5685-4307-84f8-7e154771ae84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:10.613514 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['c7ac46eb-2926-4851-b1c4-e418df8759eb'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:30:10.649105 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2e5397b5-847a-4efd-af8a-2cea62ae3686 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:10.675733 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-b7c66324-5685-4307-84f8-7e154771ae84 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19772290c8644a118334fe1baa32737c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431943 Nov 12 02:30:10.685670 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42002) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:10.758367 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2e5397b5-847a-4efd-af8a-2cea62ae3686 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:10.820382 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c66324-5685-4307-84f8-7e154771ae84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa84a706-c874-4e82-9c94-17a9819cdf83,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:10.844411 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-3448237f-8b2f-4281-a161-60693c2ed64b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:10.849001 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2e5397b5-847a-4efd-af8a-2cea62ae3686 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:10.853183 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2e5397b5-847a-4efd-af8a-2cea62ae3686 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:10.855888 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-2e5397b5-847a-4efd-af8a-2cea62ae3686 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "DELETE /v2.0/security-groups/30ece398-c886-4b4f-90d8-0cc4437f7814 HTTP/1.1" status: 204 len: 168 time: 0.2756164 Nov 12 02:30:10.861655 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42006) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:10.875536 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5397b5-847a-4efd-af8a-2cea62ae3686 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ece398-c886-4b4f-90d8-0cc4437f7814,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:10.942929 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-3448237f-8b2f-4281-a161-60693c2ed64b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:10.996088 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbb2d50-d742-492e-a6d2-d1dade3b1ca5 None None] New status for floating IP 57a67313-531b-40f0-a43a-c5bfa7667c66: DOWN {{(pid=101629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:30:11.023407 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.api.v2.resource [None req-302dc50d-99c4-459f-89a6-0b173826c3af tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] show failed (client error): The resource could not be found. Nov 12 02:30:11.025355 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-302dc50d-99c4-459f-89a6-0b173826c3af tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups/30ece398-c886-4b4f-90d8-0cc4437f7814 HTTP/1.1" status: 404 len: 347 time: 0.1624274 Nov 12 02:30:11.029163 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 42012) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:11.053884 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-3448237f-8b2f-4281-a161-60693c2ed64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:11.059714 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-3448237f-8b2f-4281-a161-60693c2ed64b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:11.062179 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-3448237f-8b2f-4281-a161-60693c2ed64b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fa84a706-c874-4e82-9c94-17a9819cdf83 HTTP/1.1" status: 204 len: 168 time: 0.3750973 Nov 12 02:30:11.094820 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448237f-8b2f-4281-a161-60693c2ed64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa84a706-c874-4e82-9c94-17a9819cdf83,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:11.238272 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-60d27845-64bb-48e5-b8d2-14b24dc8acef tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Deleting port e1143051-d85d-45ab-bd68-aab67b78481c {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:11.238927 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-60d27845-64bb-48e5-b8d2-14b24dc8acef tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:11.454656 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f9156-f327-4732-9388-f6eb58adf02c req-02e30061-3ddf-484d-82c7-a64cd5bd6353 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:11.457083 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-665f9156-f327-4732-9388-f6eb58adf02c req-02e30061-3ddf-484d-82c7-a64cd5bd6353 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 945 time: 0.1234322 Nov 12 02:30:11.481172 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-60d27845-64bb-48e5-b8d2-14b24dc8acef tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:11.481648 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-60d27845-64bb-48e5-b8d2-14b24dc8acef tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:11.518153 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-60d27845-64bb-48e5-b8d2-14b24dc8acef tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Calling delete_port for e1143051-d85d-45ab-bd68-aab67b78481c owned by network:floatingip {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:11.634720 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-665f9156-f327-4732-9388-f6eb58adf02c req-3f271036-1fef-4988-8bd9-c1751ab5b301 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687040 Nov 12 02:30:11.730011 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-60d27845-64bb-48e5-b8d2-14b24dc8acef tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:11.753942 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d27845-64bb-48e5-b8d2-14b24dc8acef tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Pushing event deleted for resources: {'Port': ['ID=e1143051-d85d-45ab-bd68-aab67b78481c,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:11.805765 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device c7ac46eb-2926-4851-b1c4-e418df8759eb up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:30:11.828388 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-60d27845-64bb-48e5-b8d2-14b24dc8acef tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for floatingip, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:11.831610 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-60d27845-64bb-48e5-b8d2-14b24dc8acef tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for floatingip, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:11.836592 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-60d27845-64bb-48e5-b8d2-14b24dc8acef tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "DELETE /v2.0/floatingips/57a67313-531b-40f0-a43a-c5bfa7667c66 HTTP/1.1" status: 204 len: 168 time: 0.8059599 Nov 12 02:30:11.874418 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning for port c7ac46eb-2926-4851-b1c4-e418df8759eb completed by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:30:11.880326 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port c7ac46eb-2926-4851-b1c4-e418df8759eb triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:11.880927 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:11.988803 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.011893 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce82e44-09f2-47bb-b4f2-fdce19ca8275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ac46eb-2926-4851-b1c4-e418df8759eb'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:12.014040 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bfcff1-6f49-4a08-9b61-25a95685129e" -d '{"events": [{"server_uuid": "dce82e44-09f2-47bb-b4f2-fdce19ca8275", "name": "network-vif-plugged", "status": "completed", "tag": "c7ac46eb-2926-4851-b1c4-e418df8759eb"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:12.028103 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port c7ac46eb-2926-4851-b1c4-e418df8759eb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=c7ac46eb-2926-4851-b1c4-e418df8759eb,segment=NetworkSegment(49143408-fd13-4622-9f38-1e4c64120588),segment_id=49143408-fd13-4622-9f38-1e4c64120588)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:12.033032 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.034054 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device a97a453a-445f-45c0-8d37-d11d7512e94c no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:30:12.074595 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f88376-a52f-4bb3-aa32-c833f8b1846f x-openstack-request-id: req-78f88376-a52f-4bb3-aa32-c833f8b1846f {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:12.074923 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce82e44-09f2-47bb-b4f2-fdce19ca8275", "name": "network-vif-plugged", "status": "completed", "tag": "c7ac46eb-2926-4851-b1c4-e418df8759eb", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:12.075147 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-78f88376-a52f-4bb3-aa32-c833f8b1846f {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:12.075553 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce82e44-09f2-47bb-b4f2-fdce19ca8275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ac46eb-2926-4851-b1c4-e418df8759eb', 'code': 200} Nov 12 02:30:12.076220 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] No Port match for: a97a453a-445f-45c0-8d37-d11d7512e94c {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:30:12.076535 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device a97a453a-445f-45c0-8d37-d11d7512e94c not bound to the agent host hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:30:12.104119 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=c7ac46eb-2926-4851-b1c4-e418df8759eb,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:12.150588 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 42026) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:12.155238 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-f8d0ceee-a436-452b-9e84-c503d80c8707 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1576241252', 'description': 'tempest-description--1907194916'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:12.182842 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ceee-a436-452b-9e84-c503d80c8707 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.255468 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ceee-a436-452b-9e84-c503d80c8707 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.259650 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ceee-a436-452b-9e84-c503d80c8707 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.289306 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ceee-a436-452b-9e84-c503d80c8707 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.290538 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-f8d0ceee-a436-452b-9e84-c503d80c8707 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1388633 Nov 12 02:30:12.293485 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 42028) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:12.297705 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-5d22716d-e1c0-4de1-ab5e-69d33858b9a7 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Request body: {'security_group_rule': {'security_group_id': '27086d0b-c389-4808-9c78-5c0a49ff98da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:12.306527 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0ceee-a436-452b-9e84-c503d80c8707 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27086d0b-c389-4808-9c78-5c0a49ff98da,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:12.334658 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5d22716d-e1c0-4de1-ab5e-69d33858b9a7 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.337910 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f5daa-aa2e-4656-9430-1095f9e3b559 req-6ab00a57-2756-47a6-aed6-68112ed72f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:12.339461 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-104f5daa-aa2e-4656-9430-1095f9e3b559 req-6ab00a57-2756-47a6-aed6-68112ed72f14 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 1099 time: 0.0450902 Nov 12 02:30:12.387970 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-104f5daa-aa2e-4656-9430-1095f9e3b559 req-0c641753-2de8-4a79-ab24-000f590b189c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404618 Nov 12 02:30:12.393689 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5d22716d-e1c0-4de1-ab5e-69d33858b9a7 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.397664 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5d22716d-e1c0-4de1-ab5e-69d33858b9a7 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313218'] for security_group_rule, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.416768 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22716d-e1c0-4de1-ab5e-69d33858b9a7 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9061c794-5583-4b57-bbc5-935d9b9c14e2,revision_number=0']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:12.425606 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5d22716d-e1c0-4de1-ab5e-69d33858b9a7 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.426802 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-5d22716d-e1c0-4de1-ab5e-69d33858b9a7 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324825 Nov 12 02:30:12.429516 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 42030) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:12.434853 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-4a8dab17-4ca5-4f5f-8f86-a89b389b1381 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Request body: {'security_group_rule': {'security_group_id': '27086d0b-c389-4808-9c78-5c0a49ff98da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:12.461864 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4a8dab17-4ca5-4f5f-8f86-a89b389b1381 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.517628 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4a8dab17-4ca5-4f5f-8f86-a89b389b1381 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.521871 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4a8dab17-4ca5-4f5f-8f86-a89b389b1381 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313218'] for security_group_rule, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.540243 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8dab17-4ca5-4f5f-8f86-a89b389b1381 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f5b781-4d7a-4ed2-a7ab-2b691364e72e,revision_number=0']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:12.547578 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4a8dab17-4ca5-4f5f-8f86-a89b389b1381 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.548767 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-4a8dab17-4ca5-4f5f-8f86-a89b389b1381 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181486 Nov 12 02:30:12.551794 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 42032) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:12.556056 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-d210b231-cec8-4ddb-8066-607029a57ac9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Request body: {'floatingip': {'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:12.585285 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d210b231-cec8-4ddb-8066-607029a57ac9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for floatingip, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:12.912959 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b1f24-ae76-4cbe-b31b-c06379666a2a req-543e2fef-52eb-4e0c-a91f-f856b03b5745 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:12.914424 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1a1b1f24-ae76-4cbe-b31b-c06379666a2a req-543e2fef-52eb-4e0c-a91f-f856b03b5745 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 946 time: 0.0883620 Nov 12 02:30:12.995010 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1a1b1f24-ae76-4cbe-b31b-c06379666a2a req-351aa169-7cad-4a41-9371-f04d35fa34a9 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741765 Nov 12 02:30:13.011449 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d210b231-cec8-4ddb-8066-607029a57ac9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:13.149151 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.db_base_plugin_common [None req-d210b231-cec8-4ddb-8066-607029a57ac9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Allocated IP 172.28.0.69 (746dceb8-55e8-4523-9283-66828a4b28c6/d778f24f-8ae6-4f5c-a711-628df869656e/e1a9eabe-2c5a-48eb-8fc1-df5454ebf549) {{(pid=101626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:30:13.270820 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d210b231-cec8-4ddb-8066-607029a57ac9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for port, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:13.309341 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d210b231-cec8-4ddb-8066-607029a57ac9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:13.352343 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d210b231-cec8-4ddb-8066-607029a57ac9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Network 746dceb8-55e8-4523-9283-66828a4b28c6 is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:30:13.355385 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [None req-d210b231-cec8-4ddb-8066-607029a57ac9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:30:13.359771 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d210b231-cec8-4ddb-8066-607029a57ac9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Received port after_create {{(pid=101626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:30:13.363457 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210b231-cec8-4ddb-8066-607029a57ac9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Pushing event updated for resources: {'Port': ['ID=e1a9eabe-2c5a-48eb-8fc1-df5454ebf549,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:13.489269 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d210b231-cec8-4ddb-8066-607029a57ac9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:13.527378 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d210b231-cec8-4ddb-8066-607029a57ac9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:13.692300 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d210b231-cec8-4ddb-8066-607029a57ac9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for port, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:13.697782 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d210b231-cec8-4ddb-8066-607029a57ac9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25443681'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:13.749933 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210b231-cec8-4ddb-8066-607029a57ac9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Pushing event updated for resources: {'Port': ['ID=e1a9eabe-2c5a-48eb-8fc1-df5454ebf549,revision_number=2']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:13.797136 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d210b231-cec8-4ddb-8066-607029a57ac9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394463'] for floatingip, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:13.814808 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-d210b231-cec8-4ddb-8066-607029a57ac9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for floatingip, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:13.816095 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-d210b231-cec8-4ddb-8066-607029a57ac9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2633636 Nov 12 02:30:14.031371 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-80ae0f44-75c4-42a6-92c1-a164b0cac0f0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1576241252&fields=id&tenant_id=e973c924078c4e638e9fa29d3956c215 HTTP/1.1" status: 200 len: 267 time: 0.0430720 Nov 12 02:30:14.170969 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-45cab4e1-52f4-4fba-8e58-d6741b80068f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:14.172446 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-45cab4e1-52f4-4fba-8e58-d6741b80068f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/networks?id=3bf8a66c-2c88-40e7-879f-ed13c0e23344 HTTP/1.1" status: 200 len: 816 time: 0.1332803 Nov 12 02:30:14.180769 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12404a-e0ba-4287-b3af-d24958936b36 req-0046d443-28d6-40f3-8d7b-ff54628888ab tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:14.182176 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0c12404a-e0ba-4287-b3af-d24958936b36 req-0046d443-28d6-40f3-8d7b-ff54628888ab tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 946 time: 0.0817776 Nov 12 02:30:14.199100 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-b4e53f69-09e9-4362-8230-13682d82a6f2 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/quotas/e973c924078c4e638e9fa29d3956c215 HTTP/1.1" status: 200 len: 375 time: 0.0159650 Nov 12 02:30:14.269677 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0c12404a-e0ba-4287-b3af-d24958936b36 req-27006a3b-8293-4c2d-8f2c-74c7fe4478e6 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802100 Nov 12 02:30:14.283301 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-34e608ce-9f18-45d7-94fb-618ed3e01a31 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e973c924078c4e638e9fa29d3956c215&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777581 Nov 12 02:30:14.431700 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-b253d8aa-74e0-46e4-9f30-723f4373bee2 service neutron] 10.222.0.66 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346149 Nov 12 02:30:14.440723 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1553b4-ece9-42f5-80a1-6673a47b2496 req-0d653eeb-d2c8-4621-9048-5a12d87ec664 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:14.442182 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8c1553b4-ece9-42f5-80a1-6673a47b2496 req-0d653eeb-d2c8-4621-9048-5a12d87ec664 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 946 time: 0.0763760 Nov 12 02:30:14.549001 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8c1553b4-ece9-42f5-80a1-6673a47b2496 req-3ebba84a-d745-4cd6-8fdc-fcae8a158127 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987251 Nov 12 02:30:14.569774 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-69dc0132-66b2-45f5-868e-92e5b9738234 service neutron] 10.222.0.66 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266289 Nov 12 02:30:14.572430 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 42066) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:14.805395 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-955819c8-b8cb-4e1d-8e09-7c0aeb39da5b req-9af58bff-bef5-4e61-bf80-365d41a538ef tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 210 time: 0.0472827 Nov 12 02:30:14.850672 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb78a1d-bd99-42d2-ab10-28cc8cd455f7 tempest-TestShelveInstance-936617061 tempest-TestShelveInstance-936617061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:14.855245 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-fcb78a1d-bd99-42d2-ab10-28cc8cd455f7 tempest-TestShelveInstance-936617061 tempest-TestShelveInstance-936617061-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 1094 time: 0.2788072 Nov 12 02:30:14.855565 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42078) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:14.860860 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-bdebfc40-eb97-4bc4-a691-612c13a08041 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Request body: {'floatingip': {'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'port_id': 'c7ac46eb-2926-4851-b1c4-e418df8759eb', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:14.886429 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bdebfc40-eb97-4bc4-a691-612c13a08041 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for floatingip, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:14.990899 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bdebfc40-eb97-4bc4-a691-612c13a08041 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:15.106877 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [None req-bdebfc40-eb97-4bc4-a691-612c13a08041 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Allocated IP 172.28.0.181 (746dceb8-55e8-4523-9283-66828a4b28c6/d778f24f-8ae6-4f5c-a711-628df869656e/4dd7f43c-a833-4b79-992a-597a16b166a9) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:30:15.216921 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bdebfc40-eb97-4bc4-a691-612c13a08041 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:15.251192 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bdebfc40-eb97-4bc4-a691-612c13a08041 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:15.288195 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdebfc40-eb97-4bc4-a691-612c13a08041 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Network 746dceb8-55e8-4523-9283-66828a4b28c6 is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:30:15.291012 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-bdebfc40-eb97-4bc4-a691-612c13a08041 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:30:15.296757 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdebfc40-eb97-4bc4-a691-612c13a08041 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:30:15.339911 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebfc40-eb97-4bc4-a691-612c13a08041 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Pushing event updated for resources: {'Port': ['ID=4dd7f43c-a833-4b79-992a-597a16b166a9,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:15.940568 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c06ed060-94c3-4e0a-bcb8-8ebce2ee6f3d req-5b62e037-be72-44aa-b6e5-8460ad9d42c0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 210 time: 0.0446718 Nov 12 02:30:15.988285 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-26347254-8202-480a-9a7f-26705a77897b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:15.989834 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-26347254-8202-480a-9a7f-26705a77897b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.61 "GET /v2.0/networks?id=3bf8a66c-2c88-40e7-879f-ed13c0e23344 HTTP/1.1" status: 200 len: 816 time: 0.2244546 Nov 12 02:30:16.112308 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bdebfc40-eb97-4bc4-a691-612c13a08041 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:16.121782 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-5ecdbc16-24eb-4172-beaa-ac02279302e8 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e973c924078c4e638e9fa29d3956c215 HTTP/1.1" status: 200 len: 380 time: 0.1149399 Nov 12 02:30:16.148712 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-c636d507-e849-4532-a60b-b08be052e29d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Request body: {'port': {'device_id': 'f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'admin_state_up': True, 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'security_groups': ['27086d0b-c389-4808-9c78-5c0a49ff98da']}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:16.264994 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bdebfc40-eb97-4bc4-a691-612c13a08041 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:16.335621 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-c636d507-e849-4532-a60b-b08be052e29d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Made reservation on behalf of e973c924078c4e638e9fa29d3956c215 for: {'port': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:30:16.339409 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-c636d507-e849-4532-a60b-b08be052e29d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:16.545821 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bdebfc40-eb97-4bc4-a691-612c13a08041 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for port, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:16.554046 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bdebfc40-eb97-4bc4-a691-612c13a08041 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3466430'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:16.560314 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-c636d507-e849-4532-a60b-b08be052e29d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Allocated IP 172.20.0.11 (3bf8a66c-2c88-40e7-879f-ed13c0e23344/1006246c-c18c-4b19-8be4-0d64b846f8bd/adf21ac7-d483-4d23-9685-1ced59467610) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:30:16.641372 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebfc40-eb97-4bc4-a691-612c13a08041 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Pushing event updated for resources: {'Port': ['ID=4dd7f43c-a833-4b79-992a-597a16b166a9,revision_number=2']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:16.669457 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bdebfc40-eb97-4bc4-a691-612c13a08041 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394463'] for floatingip, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:16.851447 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.db.l3_db [None req-bdebfc40-eb97-4bc4-a691-612c13a08041 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Floating IP dcba2fd2-8a48-48e3-beeb-b3f3c9db29a2 associated. External IP: 172.28.0.181, port: c7ac46eb-2926-4851-b1c4-e418df8759eb. Nov 12 02:30:16.894233 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-c636d507-e849-4532-a60b-b08be052e29d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:16.992396 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-c636d507-e849-4532-a60b-b08be052e29d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.060133 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f1a06-a59d-45ed-bbb4-a933b6a1f6a4 req-349f459e-f8bd-415c-9928-e35d9f6dc02f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:17.061657 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7a2f1a06-a59d-45ed-bbb4-a933b6a1f6a4 req-349f459e-f8bd-415c-9928-e35d9f6dc02f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 932 time: 0.0501077 Nov 12 02:30:17.066190 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-c636d507-e849-4532-a60b-b08be052e29d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Network 3bf8a66c-2c88-40e7-879f-ed13c0e23344 is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:30:17.072421 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-c636d507-e849-4532-a60b-b08be052e29d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:30:17.074998 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-c636d507-e849-4532-a60b-b08be052e29d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:30:17.152729 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7a2f1a06-a59d-45ed-bbb4-a933b6a1f6a4 req-d80bc6c8-2e81-4bef-8dbf-3316a6dcb45d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777655 Nov 12 02:30:17.162144 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636d507-e849-4532-a60b-b08be052e29d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Pushing event updated for resources: {'Port': ['ID=adf21ac7-d483-4d23-9685-1ced59467610,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:17.203498 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-c636d507-e849-4532-a60b-b08be052e29d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:17.204166 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-c636d507-e849-4532-a60b-b08be052e29d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.234391 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-c636d507-e849-4532-a60b-b08be052e29d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0921495 Nov 12 02:30:17.236753 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdebfc40-eb97-4bc4-a691-612c13a08041 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Router 6fc2e0f4-becf-470d-9a91-30aa807fee02 has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:30:17.248950 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] Request body: {'port': {'device_id': 'f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:17.397226 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.424329 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-69d07737-8bd0-4641-9fa7-66ca4c67e0b6 None None] Provisioning complete for port adf21ac7-d483-4d23-9685-1ced59467610 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:17.424896 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-69d07737-8bd0-4641-9fa7-66ca4c67e0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.463686 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-69d07737-8bd0-4641-9fa7-66ca4c67e0b6 None None] Port adf21ac7-d483-4d23-9685-1ced59467610 cannot update to ACTIVE because it is not bound. {{(pid=101628) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:30:17.492917 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdebfc40-eb97-4bc4-a691-612c13a08041 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:30:17.507108 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb7a2b-bab0-4346-a878-f36a31a73c94 None None] Sync routers for ids ['6fc2e0f4-becf-470d-9a91-30aa807fee02'] in dv-cinder-808574-4-smb {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:30:17.520898 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb7a2b-bab0-4346-a878-f36a31a73c94 None None] Routers {'6fc2e0f4-becf-470d-9a91-30aa807fee02'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:17.521782 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-b2bb7a2b-bab0-4346-a878-f36a31a73c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:30:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['6fc2e0f4-becf-470d-9a91-30aa807fee02'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:17.526094 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bdebfc40-eb97-4bc4-a691-612c13a08041 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for floatingip, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.606009 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-bdebfc40-eb97-4bc4-a691-612c13a08041 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7487607 Nov 12 02:30:17.609314 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce82e44-09f2-47bb-b4f2-fdce19ca8275', 'tag': 'c7ac46eb-2926-4851-b1c4-e418df8759eb'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:17.611810 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28559e40-5d74-4e94-bf99-9fecb7253093" -d '{"events": [{"name": "network-changed", "server_uuid": "dce82e44-09f2-47bb-b4f2-fdce19ca8275", "tag": "c7ac46eb-2926-4851-b1c4-e418df8759eb"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:17.643676 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-b2bb7a2b-bab0-4346-a878-f36a31a73c94 None None] Set router 6fc2e0f4-becf-470d-9a91-30aa807fee02 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:17.683356 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca40663a-fc1b-43c4-9fb5-a2c9d71c5519 x-openstack-request-id: req-ca40663a-fc1b-43c4-9fb5-a2c9d71c5519 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:17.683680 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce82e44-09f2-47bb-b4f2-fdce19ca8275", "tag": "c7ac46eb-2926-4851-b1c4-e418df8759eb", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:17.684145 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ca40663a-fc1b-43c4-9fb5-a2c9d71c5519 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:17.684746 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce82e44-09f2-47bb-b4f2-fdce19ca8275', 'tag': 'c7ac46eb-2926-4851-b1c4-e418df8759eb', 'status': 'completed', 'code': 200} Nov 12 02:30:17.736763 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28559e40-5d74-4e94-bf99-9fecb7253093 req-d909c0ba-a7b2-4816-a49e-08af36fde523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:17.739915 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-28559e40-5d74-4e94-bf99-9fecb7253093 req-d909c0ba-a7b2-4816-a49e-08af36fde523 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=378fb4ff316c443e84c85718f4e697a1&device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 1099 time: 0.0451124 Nov 12 02:30:17.790166 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf21ac7-d483-4d23-9685-1ced59467610 {{(pid=101627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:30:17.798531 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] Publish callbacks [] for port, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.815559 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.provisioning_blocks [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] Transition to ACTIVE for port object adf21ac7-d483-4d23-9685-1ced59467610 will not be triggered until provisioned by entity L2. {{(pid=101627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:30:17.820132 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3466430'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.847600 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28559e40-5d74-4e94-bf99-9fecb7253093 req-b55ceffd-12de-4be8-9935-389a0757ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:17.849993 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-28559e40-5d74-4e94-bf99-9fecb7253093 req-b55ceffd-12de-4be8-9935-389a0757ac09 service neutron] 10.222.0.61 "GET /v2.0/networks?id=14bae292-872d-4939-805e-6aff3e3b318a HTTP/1.1" status: 200 len: 909 time: 0.1029119 Nov 12 02:30:17.921822 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] Pushing event updated for resources: {'Port': ['ID=adf21ac7-d483-4d23-9685-1ced59467610,revision_number=2']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:17.950057 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-b2bb7a2b-bab0-4346-a878-f36a31a73c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'name': 'tempest-TestShelveInstance-586716506-router', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '917067cb-cfe2-486e-98fb-8218af225911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:29Z', 'updated_at': '2021-11-12T02:29:33Z', 'revision_number': 4, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'gw_port': {'id': '917067cb-cfe2-486e-98fb-8218af225911', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:30Z', 'updated_at': '2021-11-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_floatingips': [{'id': 'dcba2fd2-8a48-48e3-beeb-b3f3c9db29a2', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'floating_ip_address': '172.28.0.181', 'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'router_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'port_id': 'c7ac46eb-2926-4851-b1c4-e418df8759eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a', 'mac_address': 'fa:16:3e:68:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce82e44-09f2-47bb-b4f2-fdce19ca8275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:30:15Z', 'updated_at': '2021-11-12T02:30:15Z', 'revision_number': 0, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683ed72c-58d0-4d08-9a52-b1cb30f77c54', 'name': '', 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'mac_address': 'fa:16:3e:4e:89:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:32Z', 'updated_at': '2021-11-12T02:29:40Z', 'revision_number': 5, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'subnets': [{'id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:17.969956 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-28559e40-5d74-4e94-bf99-9fecb7253093 req-f5f65b16-f1c4-4be0-abf4-d48a9b137c1a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7ac46eb-2926-4851-b1c4-e418df8759eb HTTP/1.1" status: 200 len: 1000 time: 0.1122534 Nov 12 02:30:17.973984 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] Attempting to bind port adf21ac7-d483-4d23-9685-1ced59467610 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:30:17.974407 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] Attempting to bind port adf21ac7-d483-4d23-9685-1ced59467610 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '5431d9a4-7526-4bfc-a2ad-c75b991a6769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344'}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:30:17.974802 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] Attempting to bind port adf21ac7-d483-4d23-9685-1ced59467610 on network 3bf8a66c-2c88-40e7-879f-ed13c0e23344 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:30:17.979974 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] Port adf21ac7-d483-4d23-9685-1ced59467610 on network 3bf8a66c-2c88-40e7-879f-ed13c0e23344 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:30:17.980297 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] Attempting to bind port adf21ac7-d483-4d23-9685-1ced59467610 on network 3bf8a66c-2c88-40e7-879f-ed13c0e23344 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:30:17.983710 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb7a2b-bab0-4346-a878-f36a31a73c94 None None] Checking router: 6fc2e0f4-becf-470d-9a91-30aa807fee02 for host: dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:30:17.985941 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] Checking agent: {'id': '2c3d3ad8-5938-43f6-9304-04beb85952ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:30:17.986954 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] Checking segment: {'id': '5431d9a4-7526-4bfc-a2ad-c75b991a6769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:30:17.987349 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] Bound using segment: {'id': '5431d9a4-7526-4bfc-a2ad-c75b991a6769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344'} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:30:17.987975 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] Bound port: adf21ac7-d483-4d23-9685-1ced59467610, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5431d9a4-7526-4bfc-a2ad-c75b991a6769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344'}}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:30:17.990004 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:17.995281 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb7a2b-bab0-4346-a878-f36a31a73c94 None None] Routers {'6fc2e0f4-becf-470d-9a91-30aa807fee02'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:17.996011 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-b2bb7a2b-bab0-4346-a878-f36a31a73c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:30:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['6fc2e0f4-becf-470d-9a91-30aa807fee02'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:18.037416 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28559e40-5d74-4e94-bf99-9fecb7253093 req-dd9dab49-4818-4b4d-90ae-a53c3866f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:18.038888 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-28559e40-5d74-4e94-bf99-9fecb7253093 req-dd9dab49-4818-4b4d-90ae-a53c3866f3a7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=30e46be7-54e6-447e-b0c6-9142693185c7 HTTP/1.1" status: 200 len: 847 time: 0.0586131 Nov 12 02:30:18.084368 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] For port adf21ac7-d483-4d23-9685-1ced59467610, host hv-cinder-80857, cleared binding levels {{(pid=101627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:30:18.089571 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] For port adf21ac7-d483-4d23-9685-1ced59467610, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=adf21ac7-d483-4d23-9685-1ced59467610,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:30:18.094416 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3466430'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:18.102835 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28559e40-5d74-4e94-bf99-9fecb7253093 req-c41cea9f-85f9-4d0e-a84e-34c9497c76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:18.105257 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-28559e40-5d74-4e94-bf99-9fecb7253093 req-c41cea9f-85f9-4d0e-a84e-34c9497c76d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14bae292-872d-4939-805e-6aff3e3b318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0583253 Nov 12 02:30:18.140305 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-b2bb7a2b-bab0-4346-a878-f36a31a73c94 None None] Set router 6fc2e0f4-becf-470d-9a91-30aa807fee02 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:18.141614 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:18.142415 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:18.145506 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] 10.222.0.61 "PUT /v2.0/ports/adf21ac7-d483-4d23-9685-1ced59467610 HTTP/1.1" status: 200 len: 1094 time: 0.9008427 Nov 12 02:30:18.184719 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae89e4-5616-446d-8344-5f7431858eca service neutron] Pushing event updated for resources: {'Port': ['ID=adf21ac7-d483-4d23-9685-1ced59467610,revision_number=3']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:18.237596 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-28559e40-5d74-4e94-bf99-9fecb7253093 req-f505aa84-372c-4a76-aff7-2c383884e4f6 service neutron] 10.222.0.61 "GET /v2.0/networks/14bae292-872d-4939-805e-6aff3e3b318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243258 Nov 12 02:30:18.310096 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-e6cf1066-785b-45c4-897c-b43658d3c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:18.312108 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-e6cf1066-785b-45c4-897c-b43658d3c558 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e973c924078c4e638e9fa29d3956c215&device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 1097 time: 0.1084886 Nov 12 02:30:18.366185 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-59b9fac0-9bb6-4149-ab10-5b5978ba5db1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adf21ac7-d483-4d23-9685-1ced59467610 HTTP/1.1" status: 200 len: 217 time: 0.0451355 Nov 12 02:30:18.425289 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07109c7-dcce-4b8d-bbaf-e24ff1331114 req-578b5c00-2ed4-4382-b95a-f53e6afb1c81 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:18.427190 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c07109c7-dcce-4b8d-bbaf-e24ff1331114 req-578b5c00-2ed4-4382-b95a-f53e6afb1c81 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 944 time: 0.0891213 Nov 12 02:30:18.459222 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-28687a2a-1753-4e74-9755-1877fda1feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:18.462639 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-28687a2a-1753-4e74-9755-1877fda1feda service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1006246c-c18c-4b19-8be4-0d64b846f8bd HTTP/1.1" status: 200 len: 855 time: 0.0888343 Nov 12 02:30:18.464832 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-28559e40-5d74-4e94-bf99-9fecb7253093 req-e204a75e-d11b-4fa5-9b3b-0c0ec803ea64 service neutron] 10.222.0.61 "GET /v2.0/networks/14bae292-872d-4939-805e-6aff3e3b318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170393 Nov 12 02:30:18.501960 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c07109c7-dcce-4b8d-bbaf-e24ff1331114 req-b96e8ac5-3312-4c6a-93bc-f99a4fce84ae tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679674 Nov 12 02:30:18.513134 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-b2bb7a2b-bab0-4346-a878-f36a31a73c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'name': 'tempest-TestShelveInstance-586716506-router', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '917067cb-cfe2-486e-98fb-8218af225911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:29Z', 'updated_at': '2021-11-12T02:29:33Z', 'revision_number': 4, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'gw_port': {'id': '917067cb-cfe2-486e-98fb-8218af225911', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:30Z', 'updated_at': '2021-11-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_floatingips': [{'id': 'dcba2fd2-8a48-48e3-beeb-b3f3c9db29a2', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'floating_ip_address': '172.28.0.181', 'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'router_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'port_id': 'c7ac46eb-2926-4851-b1c4-e418df8759eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a', 'mac_address': 'fa:16:3e:68:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce82e44-09f2-47bb-b4f2-fdce19ca8275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:30:15Z', 'updated_at': '2021-11-12T02:30:15Z', 'revision_number': 0, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683ed72c-58d0-4d08-9a52-b1cb30f77c54', 'name': '', 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'mac_address': 'fa:16:3e:4e:89:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:32Z', 'updated_at': '2021-11-12T02:29:40Z', 'revision_number': 5, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'subnets': [{'id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:18.545291 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-0f8b978d-a239-4761-a64d-2eace328bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:18.547035 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-0f8b978d-a239-4761-a64d-2eace328bf16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bf8a66c-2c88-40e7-879f-ed13c0e23344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722170 Nov 12 02:30:18.553528 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb7a2b-bab0-4346-a878-f36a31a73c94 None None] The sync data for ids ['6fc2e0f4-becf-470d-9a91-30aa807fee02'] in dv-cinder-808574-4-smb is: [{'id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'name': 'tempest-TestShelveInstance-586716506-router', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '917067cb-cfe2-486e-98fb-8218af225911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:29Z', 'updated_at': '2021-11-12T02:29:33Z', 'revision_number': 4, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'gw_port': {'id': '917067cb-cfe2-486e-98fb-8218af225911', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:30Z', 'updated_at': '2021-11-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_floatingips': [{'id': 'dcba2fd2-8a48-48e3-beeb-b3f3c9db29a2', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'floating_ip_address': '172.28.0.181', 'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'router_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'port_id': 'c7ac46eb-2926-4851-b1c4-e418df8759eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a', 'mac_address': 'fa:16:3e:68:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce82e44-09f2-47bb-b4f2-fdce19ca8275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:30:15Z', 'updated_at': '2021-11-12T02:30:15Z', 'revision_number': 0, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683ed72c-58d0-4d08-9a52-b1cb30f77c54', 'name': '', 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'mac_address': 'fa:16:3e:4e:89:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:32Z', 'updated_at': '2021-11-12T02:29:40Z', 'revision_number': 5, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'subnets': [{'id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:30:18.905150 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c710aa48-8356-46c8-b588-49cdea432fac None None] New status for floating IP dcba2fd2-8a48-48e3-beeb-b3f3c9db29a2: ACTIVE {{(pid=101629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:30:18.913026 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-87f6484c-4d99-4c1a-865c-c966f3a79c53 service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566229 Nov 12 02:30:18.998277 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 42126) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:19.019821 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-b02452ac-b53c-4adb-a001-ab7b8a84fb73 req-edbb0a52-48f5-4e23-ad2f-4fc84151e7d4 service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996275 Nov 12 02:30:19.146319 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-03e43ae8-7492-47c8-823a-887d2d83b194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:19.230936 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-03e43ae8-7492-47c8-823a-887d2d83b194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:19.234907 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-03e43ae8-7492-47c8-823a-887d2d83b194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:19.276071 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-03e43ae8-7492-47c8-823a-887d2d83b194 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e5ffece0d1294f929cf6ac5c1d4efa44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2762501 Nov 12 02:30:19.276740 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e43ae8-7492-47c8-823a-887d2d83b194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377fda59-c5d5-49e0-9ad7-a23fdccb1627,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:19.278506 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42130) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:19.329146 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ad411fa8-182a-4c93-b3c3-477e131f63cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:19.352819 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ad411fa8-182a-4c93-b3c3-477e131f63cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:19.407271 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ad411fa8-182a-4c93-b3c3-477e131f63cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:19.410061 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ad411fa8-182a-4c93-b3c3-477e131f63cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:19.411354 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-ad411fa8-182a-4c93-b3c3-477e131f63cb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/377fda59-c5d5-49e0-9ad7-a23fdccb1627 HTTP/1.1" status: 204 len: 168 time: 0.1314554 Nov 12 02:30:19.419608 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad411fa8-182a-4c93-b3c3-477e131f63cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377fda59-c5d5-49e0-9ad7-a23fdccb1627,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:19.646067 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb8b59-2f9a-4513-a184-6bf32fe68b11 req-af926b23-de35-44e9-b582-dd882e3f0424 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:19.648338 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6ffb8b59-2f9a-4513-a184-6bf32fe68b11 req-af926b23-de35-44e9-b582-dd882e3f0424 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 944 time: 0.0519495 Nov 12 02:30:19.686832 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900', 'tag': 'adf21ac7-d483-4d23-9685-1ced59467610'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:19.692020 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362c6e21-badc-45a3-8357-caf4a7c6b77d" -d '{"events": [{"name": "network-changed", "server_uuid": "f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900", "tag": "adf21ac7-d483-4d23-9685-1ced59467610"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:19.705690 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6ffb8b59-2f9a-4513-a184-6bf32fe68b11 req-129e3f23-9139-44fd-846e-d5a95d90bbba tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500188 Nov 12 02:30:19.732831 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674db6c3-2fb3-46ce-81e8-cb7dfc2f0763 x-openstack-request-id: req-674db6c3-2fb3-46ce-81e8-cb7dfc2f0763 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:19.733297 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900", "tag": "adf21ac7-d483-4d23-9685-1ced59467610", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:19.733611 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-674db6c3-2fb3-46ce-81e8-cb7dfc2f0763 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:19.734475 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900', 'tag': 'adf21ac7-d483-4d23-9685-1ced59467610', 'status': 'completed', 'code': 200} Nov 12 02:30:19.838986 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device adf21ac7-d483-4d23-9685-1ced59467610 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:30:19.840414 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c6e21-badc-45a3-8357-caf4a7c6b77d req-42be93d4-3b33-4f7e-8564-3f3f42a34603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:19.841931 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-362c6e21-badc-45a3-8357-caf4a7c6b77d req-42be93d4-3b33-4f7e-8564-3f3f42a34603 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e973c924078c4e638e9fa29d3956c215&device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 1097 time: 0.0490062 Nov 12 02:30:20.011278 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c6e21-badc-45a3-8357-caf4a7c6b77d req-b8eaf580-1074-4ad0-a4c9-e0484f521ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:20.013056 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-362c6e21-badc-45a3-8357-caf4a7c6b77d req-b8eaf580-1074-4ad0-a4c9-e0484f521ac9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bf8a66c-2c88-40e7-879f-ed13c0e23344 HTTP/1.1" status: 200 len: 917 time: 0.1637156 Nov 12 02:30:20.063295 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-362c6e21-badc-45a3-8357-caf4a7c6b77d req-369e681e-18b2-4617-9e1d-c607677d309c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adf21ac7-d483-4d23-9685-1ced59467610 HTTP/1.1" status: 200 len: 217 time: 0.0419931 Nov 12 02:30:20.099861 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port adf21ac7-d483-4d23-9685-1ced59467610, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=adf21ac7-d483-4d23-9685-1ced59467610,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:20.116403 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': 'adf21ac7-d483-4d23-9685-1ced59467610', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'port_id': 'adf21ac7-d483-4d23-9685-1ced59467610', 'mac_address': 'fa:16:3e:67:f1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:30:20.130946 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c6e21-badc-45a3-8357-caf4a7c6b77d req-a49126ee-cbd0-400d-bb2c-155b22b5e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:20.132572 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-362c6e21-badc-45a3-8357-caf4a7c6b77d req-a49126ee-cbd0-400d-bb2c-155b22b5e14b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1006246c-c18c-4b19-8be4-0d64b846f8bd HTTP/1.1" status: 200 len: 855 time: 0.0629101 Nov 12 02:30:20.165561 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:20.182143 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf21ac7-d483-4d23-9685-1ced59467610 {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:30:20.189499 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c6e21-badc-45a3-8357-caf4a7c6b77d req-a17554f7-7570-487a-805d-762f9fef0609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:20.191040 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-362c6e21-badc-45a3-8357-caf4a7c6b77d req-a17554f7-7570-487a-805d-762f9fef0609 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bf8a66c-2c88-40e7-879f-ed13c0e23344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0423601 Nov 12 02:30:20.204526 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port adf21ac7-d483-4d23-9685-1ced59467610, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=adf21ac7-d483-4d23-9685-1ced59467610,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:20.210481 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:20.268783 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=adf21ac7-d483-4d23-9685-1ced59467610,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:20.301025 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-362c6e21-badc-45a3-8357-caf4a7c6b77d req-089502f5-4669-447d-ab57-d148a5c305b0 service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014416 Nov 12 02:30:20.370757 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42158) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:20.412262 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-362c6e21-badc-45a3-8357-caf4a7c6b77d req-2dd71736-9e86-4e09-bcf9-2ba1fcdcb519 service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036375 Nov 12 02:30:20.461229 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['adf21ac7-d483-4d23-9685-1ced59467610'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:30:20.477150 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-169df259-e44c-45d0-89d1-6a38a68a1765 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1639878638-network', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:20.499950 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169df259-e44c-45d0-89d1-6a38a68a1765 admin admin] Made reservation on behalf of b5e5d066e9d043c2b6b280d75ecb3335 for: {'network': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:30:20.503193 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-169df259-e44c-45d0-89d1-6a38a68a1765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for network, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:20.512197 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-169df259-e44c-45d0-89d1-6a38a68a1765 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:20.589450 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-169df259-e44c-45d0-89d1-6a38a68a1765 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:20.593767 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-169df259-e44c-45d0-89d1-6a38a68a1765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:20.618927 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169df259-e44c-45d0-89d1-6a38a68a1765 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=101627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:30:20.628427 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169df259-e44c-45d0-89d1-6a38a68a1765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193597ab-fd36-455b-996a-82a5d71063e3,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:20.634347 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-169df259-e44c-45d0-89d1-6a38a68a1765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:20.634689 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.db.segments_db [None req-169df259-e44c-45d0-89d1-6a38a68a1765 admin admin] Added segment d5532b3d-7ac1-40f2-a64a-0e4655a84318 of type vlan for network d53d56b6-27dc-4052-938a-86ef6f52304d Nov 12 02:30:20.685996 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-169df259-e44c-45d0-89d1-6a38a68a1765 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768027380700'] for network, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:20.710961 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-169df259-e44c-45d0-89d1-6a38a68a1765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for network, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:20.711999 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169df259-e44c-45d0-89d1-6a38a68a1765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:20.712594 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-169df259-e44c-45d0-89d1-6a38a68a1765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:20.743540 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-169df259-e44c-45d0-89d1-6a38a68a1765 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3716440 Nov 12 02:30:20.746425 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 42162) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:20.751369 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-c5d991ac-00a5-4e26-ac04-00bd279e7eb2 admin admin] Request body: {'subnet': {'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1639878638-subnet', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'ip_version': 4}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:20.777813 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169df259-e44c-45d0-89d1-6a38a68a1765 admin admin] Pushing event updated for resources: {'Network': ['ID=d53d56b6-27dc-4052-938a-86ef6f52304d,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:20.778838 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d991ac-00a5-4e26-ac04-00bd279e7eb2 admin admin] Made reservation on behalf of b5e5d066e9d043c2b6b280d75ecb3335 for: {'subnet': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:30:20.781300 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c5d991ac-00a5-4e26-ac04-00bd279e7eb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25789420'] for subnet, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:20.788747 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Network d53d56b6-27dc-4052-938a-86ef6f52304d details requested by agent ovs-agent-dv-cinder-808574-4-smb with host dv-cinder-808574-4-smb {{(pid=101628) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:30:20.928140 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638d515-b109-49dd-b579-519796318b3c req-08486086-d794-464d-bfaf-f9edc95d48c9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:20.929647 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a638d515-b109-49dd-b579-519796318b3c req-08486086-d794-464d-bfaf-f9edc95d48c9 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 945 time: 0.1242003 Nov 12 02:30:21.035893 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a638d515-b109-49dd-b579-519796318b3c req-42f39b1f-331d-4ad8-8211-0267b3706f55 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990667 Nov 12 02:30:21.053871 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c5d991ac-00a5-4e26-ac04-00bd279e7eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25443820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25789438'] for subnet, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.118276 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d991ac-00a5-4e26-ac04-00bd279e7eb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6e8f49-96e5-4356-baee-3967281dde4b,revision_number=0']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:21.125823 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d991ac-00a5-4e26-ac04-00bd279e7eb2 admin admin] Checking segment: {'id': 'd5532b3d-7ac1-40f2-a64a-0e4655a84318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:30:21.126200 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d991ac-00a5-4e26-ac04-00bd279e7eb2 admin admin] Network hostable DHCP agents. Network: d53d56b6-27dc-4052-938a-86ef6f52304d, hostable agents: ['38deba6a-e570-46da-84fb-4962375c604f'], hosted agents: [] {{(pid=101626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:30:21.143276 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d991ac-00a5-4e26-ac04-00bd279e7eb2 admin admin] Network d53d56b6-27dc-4052-938a-86ef6f52304d is scheduled to be hosted by DHCP agent 38deba6a-e570-46da-84fb-4962375c604f with binding_index 1 {{(pid=101626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:30:21.152129 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [None req-c5d991ac-00a5-4e26-ac04-00bd279e7eb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-smb, d53d56b6-27dc-4052-938a-86ef6f52304d) {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:30:21.157326 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d991ac-00a5-4e26-ac04-00bd279e7eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:21.158785 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c5d991ac-00a5-4e26-ac04-00bd279e7eb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for subnet, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.164983 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4874b689-281e-4911-804f-e5d738135696 None None] Network d53d56b6-27dc-4052-938a-86ef6f52304d requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:30:21.178724 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-c5d991ac-00a5-4e26-ac04-00bd279e7eb2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4311342 Nov 12 02:30:21.188481 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 42166) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:21.193146 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-348d196f-1013-4b71-871e-bd8803728bcf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1639878638-router', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:21.222295 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-348d196f-1013-4b71-871e-bd8803728bcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48726'] for router, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.223355 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-348d196f-1013-4b71-871e-bd8803728bcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-311519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48729'] for router, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.276030 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-348d196f-1013-4b71-871e-bd8803728bcf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.320035 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp529202cb-0c21-583e-8ef8-0382ff111e2e-d53d56b6-27dc-4052-938a-86ef6f52304d', 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'fixed_ips': [{'subnet_id': 'bb6e8f49-96e5-4356-baee-3967281dde4b'}]}} from dv-cinder-808574-4-smb. {{(pid=101628) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:30:21.321061 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.436495 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-348d196f-1013-4b71-871e-bd8803728bcf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.478065 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.db_base_plugin_common [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] Allocated IP 172.20.0.2 (d53d56b6-27dc-4052-938a-86ef6f52304d/bb6e8f49-96e5-4356-baee-3967281dde4b/10288721-e73e-426e-a16d-0467e052b3fe) {{(pid=101628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:30:21.638465 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] Publish callbacks [] for port, precommit_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.646336 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.665431 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-348d196f-1013-4b71-871e-bd8803728bcf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.685467 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-348d196f-1013-4b71-871e-bd8803728bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.697471 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] Network d53d56b6-27dc-4052-938a-86ef6f52304d is already hosted by enough agents. {{(pid=101628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:30:21.700795 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.scheduler.base_scheduler [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] Resources bound (agent type, host, resource id): {{(pid=101628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:30:21.707136 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] Received port after_create {{(pid=101628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:30:21.720830 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] Pushing event updated for resources: {'Port': ['ID=10288721-e73e-426e-a16d-0467e052b3fe,revision_number=1']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:21.770473 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] Attempting to bind port 10288721-e73e-426e-a16d-0467e052b3fe on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:30:21.770928 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] Attempting to bind port 10288721-e73e-426e-a16d-0467e052b3fe by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': 'd5532b3d-7ac1-40f2-a64a-0e4655a84318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d'}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:30:21.771370 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] Attempting to bind port 10288721-e73e-426e-a16d-0467e052b3fe on network d53d56b6-27dc-4052-938a-86ef6f52304d {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:30:21.776917 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:30:21.777283 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] Checking segment: {'id': 'd5532b3d-7ac1-40f2-a64a-0e4655a84318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:30:21.777678 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.778056 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] Bound using segment: {'id': 'd5532b3d-7ac1-40f2-a64a-0e4655a84318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d'} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:30:21.778509 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] Bound port: 10288721-e73e-426e-a16d-0467e052b3fe, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5532b3d-7ac1-40f2-a64a-0e4655a84318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d'}}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:30:21.778879 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.814130 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da070c-b0fd-492a-875e-3bb146997092 req-a11a0fc7-685f-4e3c-bbf0-d90d8af60df7 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:21.815900 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-53da070c-b0fd-492a-875e-3bb146997092 req-a11a0fc7-685f-4e3c-bbf0-d90d8af60df7 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.0940707 Nov 12 02:30:21.839962 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.db_base_plugin_common [None req-348d196f-1013-4b71-871e-bd8803728bcf admin admin] Allocated IP 172.28.0.19 (746dceb8-55e8-4523-9283-66828a4b28c6/d778f24f-8ae6-4f5c-a711-628df869656e/d6b777f7-fc8e-43ff-a659-4e4ca9534d13) {{(pid=101626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:30:21.846611 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] For port 10288721-e73e-426e-a16d-0467e052b3fe, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:30:21.849561 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] For port 10288721-e73e-426e-a16d-0467e052b3fe, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=10288721-e73e-426e-a16d-0467e052b3fe,segment=NetworkSegment(d5532b3d-7ac1-40f2-a64a-0e4655a84318),segment_id=d5532b3d-7ac1-40f2-a64a-0e4655a84318)] {{(pid=101628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:30:21.853882 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device adf21ac7-d483-4d23-9685-1ced59467610 up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:30:21.858087 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.902215 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-53da070c-b0fd-492a-875e-3bb146997092 req-2de6863f-1169-4371-8fdc-495a2a242d51 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781903 Nov 12 02:30:21.955372 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc35a9-7a75-4a32-958f-a5a8765f961a None None] Pushing event updated for resources: {'Port': ['ID=10288721-e73e-426e-a16d-0467e052b3fe,revision_number=2']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:21.973300 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning for port adf21ac7-d483-4d23-9685-1ced59467610 completed by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:30:21.978352 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port adf21ac7-d483-4d23-9685-1ced59467610 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:21.978774 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:21.997198 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-348d196f-1013-4b71-871e-bd8803728bcf admin admin] Publish callbacks [] for port, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:22.035825 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-348d196f-1013-4b71-871e-bd8803728bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:22.054617 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348d196f-1013-4b71-871e-bd8803728bcf admin admin] Network 746dceb8-55e8-4523-9283-66828a4b28c6 is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:30:22.057009 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [None req-348d196f-1013-4b71-871e-bd8803728bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:30:22.059506 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348d196f-1013-4b71-871e-bd8803728bcf admin admin] Received port after_create {{(pid=101626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:30:22.083226 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:22.123621 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port adf21ac7-d483-4d23-9685-1ced59467610, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=adf21ac7-d483-4d23-9685-1ced59467610,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:22.125096 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf21ac7-d483-4d23-9685-1ced59467610'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:22.128480 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7217e8e7-fe4a-44e7-bf50-3389f3f8e033" -d '{"events": [{"server_uuid": "f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900", "name": "network-vif-plugged", "status": "completed", "tag": "adf21ac7-d483-4d23-9685-1ced59467610"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:22.136808 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:22.181744 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d196f-1013-4b71-871e-bd8803728bcf admin admin] Pushing event updated for resources: {'Port': ['ID=d6b777f7-fc8e-43ff-a659-4e4ca9534d13,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:22.205877 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375a29d2-1e5e-4761-be20-682a6b238cbc x-openstack-request-id: req-375a29d2-1e5e-4761-be20-682a6b238cbc {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:22.206612 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900", "name": "network-vif-plugged", "status": "completed", "tag": "adf21ac7-d483-4d23-9685-1ced59467610", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:22.206612 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-375a29d2-1e5e-4761-be20-682a6b238cbc {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:22.206945 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf21ac7-d483-4d23-9685-1ced59467610', 'code': 200} Nov 12 02:30:22.210296 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=adf21ac7-d483-4d23-9685-1ced59467610,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:22.367228 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c23da-6d22-4dac-9727-d137f0104e69 req-986b98fe-4489-430d-82d2-052f03ca21cd tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:22.375779 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-809c23da-6d22-4dac-9727-d137f0104e69 req-986b98fe-4489-430d-82d2-052f03ca21cd tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.2208710 Nov 12 02:30:22.443691 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0309f8-c81b-411a-9030-f86ff8c4a3a7 req-044a925e-af44-4208-b480-8b03532ae5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:22.445269 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-fc0309f8-c81b-411a-9030-f86ff8c4a3a7 req-044a925e-af44-4208-b480-8b03532ae5f3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 1099 time: 0.0478649 Nov 12 02:30:22.473762 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-809c23da-6d22-4dac-9727-d137f0104e69 req-536306f2-0a16-4c15-a93a-fd8308702450 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970936 Nov 12 02:30:22.501321 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-fc0309f8-c81b-411a-9030-f86ff8c4a3a7 req-d0182c46-982b-4fc3-974d-59f4a47a8f7e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471957 Nov 12 02:30:22.535114 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-348d196f-1013-4b71-871e-bd8803728bcf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:22.733382 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-348d196f-1013-4b71-871e-bd8803728bcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394417'] for router, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:23.025892 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2bd361-0d84-4ed9-8e65-01e81d66a058 None None] Network d53d56b6-27dc-4052-938a-86ef6f52304d requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:30:23.117825 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9dec0-343a-4876-b1b3-bbd10c9e9a0a req-358e146b-8f88-4e3b-850a-bc079b078394 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:23.119291 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-bad9dec0-343a-4876-b1b3-bbd10c9e9a0a req-358e146b-8f88-4e3b-850a-bc079b078394 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.0678079 Nov 12 02:30:23.159085 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5661e70d-001d-4e96-99d2-00e05f2b0fe3 None None] Provisioning complete for port 10288721-e73e-426e-a16d-0467e052b3fe triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:23.159593 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5661e70d-001d-4e96-99d2-00e05f2b0fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:23.162602 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348d196f-1013-4b71-871e-bd8803728bcf admin admin] Router 10f30d1f-d26b-400a-b8e5-e5b91bf2321a is scheduled to L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 with binding_index 1 {{(pid=101626) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:30:23.181299 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-bad9dec0-343a-4876-b1b3-bbd10c9e9a0a req-43812ea8-c572-4370-bef9-7ca4fc90abd0 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555789 Nov 12 02:30:23.276668 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5661e70d-001d-4e96-99d2-00e05f2b0fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:23.285174 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348d196f-1013-4b71-871e-bd8803728bcf admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:30:23.298012 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] Sync routers for ids ['10f30d1f-d26b-400a-b8e5-e5b91bf2321a'] in dv-cinder-808574-4-smb {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:30:23.316603 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-348d196f-1013-4b71-871e-bd8803728bcf admin admin] Publish callbacks [] for router, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:23.320396 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-348d196f-1013-4b71-871e-bd8803728bcf admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1307395 Nov 12 02:30:23.320896 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 42184) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:23.323703 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-5661e70d-001d-4e96-99d2-00e05f2b0fe3 None None] For port 10288721-e73e-426e-a16d-0467e052b3fe, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=10288721-e73e-426e-a16d-0467e052b3fe,segment=NetworkSegment(d5532b3d-7ac1-40f2-a64a-0e4655a84318),segment_id=d5532b3d-7ac1-40f2-a64a-0e4655a84318)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:23.325753 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] Routers {'10f30d1f-d26b-400a-b8e5-e5b91bf2321a'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:23.326502 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:30:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['10f30d1f-d26b-400a-b8e5-e5b91bf2321a'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:23.331626 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5661e70d-001d-4e96-99d2-00e05f2b0fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:23.462079 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661e70d-001d-4e96-99d2-00e05f2b0fe3 None None] Pushing event updated for resources: {'Port': ['ID=10288721-e73e-426e-a16d-0467e052b3fe,revision_number=3']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:23.487837 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] Set router 10f30d1f-d26b-400a-b8e5-e5b91bf2321a gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:23.615409 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-48d83d70-788c-466c-9a66-75ecd92b7115 None None] Provisioning complete for port 10288721-e73e-426e-a16d-0467e052b3fe triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:23.615778 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-48d83d70-788c-466c-9a66-75ecd92b7115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:23.693243 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de78060-63d7-4bd1-8d43-40c7adddc8e1 req-b2ec699e-dfbc-4d58-8a8a-4ee90148f5c6 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:23.695002 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5de78060-63d7-4bd1-8d43-40c7adddc8e1 req-b2ec699e-dfbc-4d58-8a8a-4ee90148f5c6 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.1016033 Nov 12 02:30:23.774972 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'name': 'tempest-TestMinimumBasicScenario-1639878638-router', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:22Z', 'revision_number': 3, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'gw_port': {'id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:23.784679 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5de78060-63d7-4bd1-8d43-40c7adddc8e1 req-fe4a12ca-04e5-429a-a494-dea5c1452d0b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795217 Nov 12 02:30:23.880274 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5eb40276-bf4f-48c3-9982-18233f437258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:23.940324 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] Checking router: 10f30d1f-d26b-400a-b8e5-e5b91bf2321a for host: dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:30:23.940832 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] Updating router 10f30d1f-d26b-400a-b8e5-e5b91bf2321a port d6b777f7-fc8e-43ff-a659-4e4ca9534d13 binding host dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:30:23.982396 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:24.041315 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 10288721-e73e-426e-a16d-0467e052b3fe up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:30:24.070264 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532b395-5602-4a9a-bce3-0ad725f32e1d req-c44537b7-e85e-4ff3-9e2a-7db2cbf92ccb tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:24.071941 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e532b395-5602-4a9a-bce3-0ad725f32e1d req-c44537b7-e85e-4ff3-9e2a-7db2cbf92ccb tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.61 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.0634203 Nov 12 02:30:24.075837 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.db_base_plugin_common [None req-5eb40276-bf4f-48c3-9982-18233f437258 admin admin] Allocated IP 172.20.0.1 (d53d56b6-27dc-4052-938a-86ef6f52304d/bb6e8f49-96e5-4356-baee-3967281dde4b/fca70098-d2d8-46ed-8cd6-69f98c51e1a1) {{(pid=101626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:30:24.177489 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-e532b395-5602-4a9a-bce3-0ad725f32e1d req-c4688c91-c602-46af-9cf9-0bd108c6034f tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Deleting port b65846f3-2b32-472f-b31e-db0d0a1b34b9 {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:24.177823 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-e532b395-5602-4a9a-bce3-0ad725f32e1d req-c4688c91-c602-46af-9cf9-0bd108c6034f tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:24.187955 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5eb40276-bf4f-48c3-9982-18233f437258 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:24.219256 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 10288721-e73e-426e-a16d-0467e052b3fe triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:24.219672 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:24.231054 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5eb40276-bf4f-48c3-9982-18233f437258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:24.303576 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-e532b395-5602-4a9a-bce3-0ad725f32e1d req-c4688c91-c602-46af-9cf9-0bd108c6034f tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] For port b65846f3-2b32-472f-b31e-db0d0a1b34b9, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=b65846f3-2b32-472f-b31e-db0d0a1b34b9,segment=NetworkSegment(bfd07f29-2d92-4f8c-a3d7-f3e528339839),segment_id=bfd07f29-2d92-4f8c-a3d7-f3e528339839)] {{(pid=101627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:24.303987 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-e532b395-5602-4a9a-bce3-0ad725f32e1d req-c4688c91-c602-46af-9cf9-0bd108c6034f tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:24.304577 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb40276-bf4f-48c3-9982-18233f437258 admin admin] Network d53d56b6-27dc-4052-938a-86ef6f52304d is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:30:24.326011 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [None req-5eb40276-bf4f-48c3-9982-18233f437258 admin admin] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:30:24.328721 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb40276-bf4f-48c3-9982-18233f437258 admin admin] Received port after_create {{(pid=101626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:30:24.352420 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb40276-bf4f-48c3-9982-18233f437258 admin admin] Pushing event updated for resources: {'Port': ['ID=fca70098-d2d8-46ed-8cd6-69f98c51e1a1,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:24.388702 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5eb40276-bf4f-48c3-9982-18233f437258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395108'] for router_interface, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:24.401478 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbc2d6-0f76-4838-8747-215bffbbaa6e req-2395740a-9f50-42dd-b9c0-d31ac60553cf tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:24.410052 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f3dbc2d6-0f76-4838-8747-215bffbbaa6e req-2395740a-9f50-42dd-b9c0-d31ac60553cf tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 945 time: 0.1330445 Nov 12 02:30:24.428193 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] Publish callbacks [] for port, precommit_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:24.437169 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:24.506086 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] Attempting to bind port d6b777f7-fc8e-43ff-a659-4e4ca9534d13 on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:30:24.507037 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] Attempting to bind port d6b777f7-fc8e-43ff-a659-4e4ca9534d13 by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:30:24.507567 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] Attempting to bind port d6b777f7-fc8e-43ff-a659-4e4ca9534d13 on network 746dceb8-55e8-4523-9283-66828a4b28c6 {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:30:24.520651 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:30:24.521345 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] Checking segment: {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:30:24.521667 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:24.522147 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] Bound using segment: {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:30:24.522980 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] Bound port: d6b777f7-fc8e-43ff-a659-4e4ca9534d13, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:30:24.523475 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:24.543802 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f3dbc2d6-0f76-4838-8747-215bffbbaa6e req-3baeb44f-59b3-44f7-b7a4-10c9ca6061d0 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=e38ff52b-8817-48eb-8204-eafbf0567ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328413 Nov 12 02:30:24.553918 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee9008-3330-427c-a261-724733c195fd None None] Pushing event updated for resources: {'Port': ['ID=d6b777f7-fc8e-43ff-a659-4e4ca9534d13,revision_number=2']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:24.577653 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee9008-3330-427c-a261-724733c195fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:24.578070 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee9008-3330-427c-a261-724733c195fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:24.579031 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee9008-3330-427c-a261-724733c195fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:24.579531 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee9008-3330-427c-a261-724733c195fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:24.580590 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee9008-3330-427c-a261-724733c195fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:24.581229 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee9008-3330-427c-a261-724733c195fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:24.581838 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee9008-3330-427c-a261-724733c195fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:24.582243 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee9008-3330-427c-a261-724733c195fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:24.582661 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee9008-3330-427c-a261-724733c195fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:24.583068 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee9008-3330-427c-a261-724733c195fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:24.583683 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee9008-3330-427c-a261-724733c195fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:24.584090 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee9008-3330-427c-a261-724733c195fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:24.617325 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-e532b395-5602-4a9a-bce3-0ad725f32e1d req-c4688c91-c602-46af-9cf9-0bd108c6034f tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:24.617547 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-e532b395-5602-4a9a-bce3-0ad725f32e1d req-c4688c91-c602-46af-9cf9-0bd108c6034f tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394463'] for floatingip, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:24.617801 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.db.l3_db [req-e532b395-5602-4a9a-bce3-0ad725f32e1d req-c4688c91-c602-46af-9cf9-0bd108c6034f tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Floating IP 3844aa0e-b5db-42c0-b649-4e60e9c5ccaf disassociated. External IP: 172.28.0.38, port: b65846f3-2b32-472f-b31e-db0d0a1b34b9. Nov 12 02:30:24.618332 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [req-e532b395-5602-4a9a-bce3-0ad725f32e1d req-c4688c91-c602-46af-9cf9-0bd108c6034f tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Calling delete_port for b65846f3-2b32-472f-b31e-db0d0a1b34b9 owned by compute:nova {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:24.620456 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5eb40276-bf4f-48c3-9982-18233f437258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:24.626305 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-e333e2de-551d-4e58-8d59-4ac4ec5d805c None None] Provisioning complete for port fca70098-d2d8-46ed-8cd6-69f98c51e1a1 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:24.626702 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-e333e2de-551d-4e58-8d59-4ac4ec5d805c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:24.629585 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] For port d6b777f7-fc8e-43ff-a659-4e4ca9534d13, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:30:24.633941 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] For port d6b777f7-fc8e-43ff-a659-4e4ca9534d13, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=d6b777f7-fc8e-43ff-a659-4e4ca9534d13,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:30:24.655791 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:24.722336 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-e333e2de-551d-4e58-8d59-4ac4ec5d805c None None] Port fca70098-d2d8-46ed-8cd6-69f98c51e1a1 cannot update to ACTIVE because it is not bound. {{(pid=101628) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:30:24.751012 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee9008-3330-427c-a261-724733c195fd None None] Pushing event updated for resources: {'Port': ['ID=d6b777f7-fc8e-43ff-a659-4e4ca9534d13,revision_number=3']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:24.756223 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] Routers {'10f30d1f-d26b-400a-b8e5-e5b91bf2321a'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:24.756840 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:30:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['10f30d1f-d26b-400a-b8e5-e5b91bf2321a'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:24.780566 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-e532b395-5602-4a9a-bce3-0ad725f32e1d req-c4688c91-c602-46af-9cf9-0bd108c6034f tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:24.811078 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5eb40276-bf4f-48c3-9982-18233f437258 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:24.817638 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4688c91-c602-46af-9cf9-0bd108c6034f tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Pushing event deleted for resources: {'Port': ['ID=b65846f3-2b32-472f-b31e-db0d0a1b34b9,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:24.820183 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5eb40276-bf4f-48c3-9982-18233f437258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25443681'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:24.898512 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] Set router 10f30d1f-d26b-400a-b8e5-e5b91bf2321a gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:24.901875 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-5eb40276-bf4f-48c3-9982-18233f437258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395248'] for router_interface, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:24.950865 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb40276-bf4f-48c3-9982-18233f437258 admin admin] Pushing event updated for resources: {'Port': ['ID=fca70098-d2d8-46ed-8cd6-69f98c51e1a1,revision_number=2']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:24.975582 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e532b395-5602-4a9a-bce3-0ad725f32e1d req-c4688c91-c602-46af-9cf9-0bd108c6034f tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Router a508150a-81b6-4e6d-834f-6e2f91c16084 has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:30:25.021280 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b81b7-d52d-4276-9f23-f1b4163f1cbc req-2d23f778-0c3a-4fdd-b62a-e1655a3064fc tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:25.023822 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-026b81b7-d52d-4276-9f23-f1b4163f1cbc req-2d23f778-0c3a-4fdd-b62a-e1655a3064fc tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.1256714 Nov 12 02:30:25.091492 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e532b395-5602-4a9a-bce3-0ad725f32e1d req-c4688c91-c602-46af-9cf9-0bd108c6034f tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:30:25.103197 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9717a942-5db7-457a-b589-bae2b129b8e2 None None] Sync routers for ids ['a508150a-81b6-4e6d-834f-6e2f91c16084'] in dv-cinder-808574-4-smb {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:30:25.106422 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb40276-bf4f-48c3-9982-18233f437258 admin admin] Network d53d56b6-27dc-4052-938a-86ef6f52304d is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:30:25.117289 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9717a942-5db7-457a-b589-bae2b129b8e2 None None] Routers {'a508150a-81b6-4e6d-834f-6e2f91c16084'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:25.118234 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-026b81b7-d52d-4276-9f23-f1b4163f1cbc req-5c6a2aa5-fb2a-4d47-bb9b-8031aa08cb38 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837564 Nov 12 02:30:25.118622 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-9717a942-5db7-457a-b589-bae2b129b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:30:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['a508150a-81b6-4e6d-834f-6e2f91c16084'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:25.119424 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [None req-5eb40276-bf4f-48c3-9982-18233f437258 admin admin] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:30:25.132972 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'name': 'tempest-TestMinimumBasicScenario-1639878638-router', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:24Z', 'revision_number': 4, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'gw_port': {'id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': 'fca70098-d2d8-46ed-8cd6-69f98c51e1a1', 'name': '', 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'mac_address': 'fa:16:3e:9e:5a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:23Z', 'updated_at': '2021-11-12T02:30:24Z', 'revision_number': 1, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'subnets': [{'id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:25.183842 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-e532b395-5602-4a9a-bce3-0ad725f32e1d req-c4688c91-c602-46af-9cf9-0bd108c6034f tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] No DVR routers for this DVR port b65846f3-2b32-472f-b31e-db0d0a1b34b9 on host hv-cinder-80857 {{(pid=101627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:30:25.186302 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-e532b395-5602-4a9a-bce3-0ad725f32e1d req-c4688c91-c602-46af-9cf9-0bd108c6034f tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:25.194185 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-e532b395-5602-4a9a-bce3-0ad725f32e1d req-c4688c91-c602-46af-9cf9-0bd108c6034f tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.61 "DELETE /v2.0/ports/b65846f3-2b32-472f-b31e-db0d0a1b34b9 HTTP/1.1" status: 204 len: 173 time: 1.1159756 Nov 12 02:30:25.194859 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7e2dc8-2036-410c-ac8a-f46235194416 None None] The sync data for ids ['10f30d1f-d26b-400a-b8e5-e5b91bf2321a'] in dv-cinder-808574-4-smb is: [{'id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'name': 'tempest-TestMinimumBasicScenario-1639878638-router', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:24Z', 'revision_number': 4, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'gw_port': {'id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': 'fca70098-d2d8-46ed-8cd6-69f98c51e1a1', 'name': '', 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'mac_address': 'fa:16:3e:9e:5a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:23Z', 'updated_at': '2021-11-12T02:30:24Z', 'revision_number': 1, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'subnets': [{'id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:30:25.196810 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400f028d-77c0-448f-a146-dbbc9f1ec289', 'name': 'network-vif-deleted', 'tag': 'b65846f3-2b32-472f-b31e-db0d0a1b34b9'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:25.210018 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6f4022-46a0-4b20-b09f-f3bb3b4f6d0f" -d '{"events": [{"server_uuid": "400f028d-77c0-448f-a146-dbbc9f1ec289", "name": "network-vif-deleted", "tag": "b65846f3-2b32-472f-b31e-db0d0a1b34b9"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:25.326387 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46927d1b-a075-4c29-8f4a-892e126cd3eb x-openstack-request-id: req-46927d1b-a075-4c29-8f4a-892e126cd3eb {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:25.326681 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400f028d-77c0-448f-a146-dbbc9f1ec289", "name": "network-vif-deleted", "tag": "b65846f3-2b32-472f-b31e-db0d0a1b34b9", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:25.326934 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-46927d1b-a075-4c29-8f4a-892e126cd3eb {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:25.327361 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400f028d-77c0-448f-a146-dbbc9f1ec289', 'name': 'network-vif-deleted', 'tag': 'b65846f3-2b32-472f-b31e-db0d0a1b34b9', 'status': 'completed', 'code': 200} Nov 12 02:30:25.380823 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb40276-bf4f-48c3-9982-18233f437258 admin admin] Router 10f30d1f-d26b-400a-b8e5-e5b91bf2321a has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:30:25.399348 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-9717a942-5db7-457a-b589-bae2b129b8e2 None None] Set router a508150a-81b6-4e6d-834f-6e2f91c16084 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:25.433365 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef57ec-4759-4a40-aa9f-bbc4a3860632 req-fd93d6f1-ff94-4ccb-a855-ae16aaf63ba0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:25.435954 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-59ef57ec-4759-4a40-aa9f-bbc4a3860632 req-fd93d6f1-ff94-4ccb-a855-ae16aaf63ba0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.1133475 Nov 12 02:30:25.452359 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42198) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:25.457556 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-9ebc537c-b72f-4b52-8619-6786379894cd tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Request body: {'floatingip': {'port_id': 'adf21ac7-d483-4d23-9685-1ced59467610'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:25.535892 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9ebc537c-b72f-4b52-8619-6786379894cd tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for floatingip, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:25.590147 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-0190781a-6203-47b5-862d-b215a1541c7e None None] Provisioning complete for port fca70098-d2d8-46ed-8cd6-69f98c51e1a1 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:25.591187 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-0190781a-6203-47b5-862d-b215a1541c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:25.603869 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb40276-bf4f-48c3-9982-18233f437258 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:30:25.646225 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-5eb40276-bf4f-48c3-9982-18233f437258 admin admin] 10.222.0.66 "PUT /v2.0/routers/10f30d1f-d26b-400a-b8e5-e5b91bf2321a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3151901 Nov 12 02:30:25.688126 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-0190781a-6203-47b5-862d-b215a1541c7e None None] Port fca70098-d2d8-46ed-8cd6-69f98c51e1a1 cannot update to ACTIVE because it is not bound. {{(pid=101628) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:30:25.800684 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7913c840-4100-487c-8bc8-6425d4d5f5fd req-5e43a542-e153-48c3-8516-4d078aa75a57 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=400f028d-77c0-448f-a146-dbbc9f1ec289 HTTP/1.1" status: 200 len: 210 time: 0.0581536 Nov 12 02:30:25.908620 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-9717a942-5db7-457a-b589-bae2b129b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:01Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 4, 'project_id': 'f703f38cf65b46999d543ac359444567', 'gw_port': {'id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '1811f099-17ad-4f71-b973-8d8305a220f8', 'name': '', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'mac_address': 'fa:16:3e:48:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:22Z', 'updated_at': '2021-11-12T02:26:33Z', 'revision_number': 5, 'project_id': 'f703f38cf65b46999d543ac359444567', 'subnets': [{'id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:25.954721 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9717a942-5db7-457a-b589-bae2b129b8e2 None None] Checking router: a508150a-81b6-4e6d-834f-6e2f91c16084 for host: dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:30:25.981463 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9717a942-5db7-457a-b589-bae2b129b8e2 None None] Routers {'a508150a-81b6-4e6d-834f-6e2f91c16084'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:25.982086 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-9717a942-5db7-457a-b589-bae2b129b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:30:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['a508150a-81b6-4e6d-834f-6e2f91c16084'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:26.128397 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-9717a942-5db7-457a-b589-bae2b129b8e2 None None] Set router a508150a-81b6-4e6d-834f-6e2f91c16084 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:26.314752 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9ebc537c-b72f-4b52-8619-6786379894cd tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:26.321553 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9ebc537c-b72f-4b52-8619-6786379894cd tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394463'] for floatingip, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:26.416570 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-9717a942-5db7-457a-b589-bae2b129b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:01Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 4, 'project_id': 'f703f38cf65b46999d543ac359444567', 'gw_port': {'id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '1811f099-17ad-4f71-b973-8d8305a220f8', 'name': '', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'mac_address': 'fa:16:3e:48:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:22Z', 'updated_at': '2021-11-12T02:26:33Z', 'revision_number': 5, 'project_id': 'f703f38cf65b46999d543ac359444567', 'subnets': [{'id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:26.455061 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9717a942-5db7-457a-b589-bae2b129b8e2 None None] The sync data for ids ['a508150a-81b6-4e6d-834f-6e2f91c16084'] in dv-cinder-808574-4-smb is: [{'id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:01Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 4, 'project_id': 'f703f38cf65b46999d543ac359444567', 'gw_port': {'id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '1811f099-17ad-4f71-b973-8d8305a220f8', 'name': '', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'mac_address': 'fa:16:3e:48:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:22Z', 'updated_at': '2021-11-12T02:26:33Z', 'revision_number': 5, 'project_id': 'f703f38cf65b46999d543ac359444567', 'subnets': [{'id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:30:26.456263 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 42216) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:26.465856 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-b04e763e-a725-4fa8-bf14-e2f4a9e0fd02 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-121527076-network', 'tenant_id': 'a54608259636431c8e74ef16df4fd769'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:26.482052 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.db.l3_db [None req-9ebc537c-b72f-4b52-8619-6786379894cd tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Floating IP 277ccdb3-6195-4e78-bd46-800733d2fe2f associated. External IP: 172.28.0.69, port: adf21ac7-d483-4d23-9685-1ced59467610. Nov 12 02:30:26.493250 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04e763e-a725-4fa8-bf14-e2f4a9e0fd02 admin admin] Made reservation on behalf of a54608259636431c8e74ef16df4fd769 for: {'network': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:30:26.496928 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b04e763e-a725-4fa8-bf14-e2f4a9e0fd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for network, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:26.508651 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b04e763e-a725-4fa8-bf14-e2f4a9e0fd02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:26.614307 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b04e763e-a725-4fa8-bf14-e2f4a9e0fd02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:26.620617 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b04e763e-a725-4fa8-bf14-e2f4a9e0fd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:26.646445 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04e763e-a725-4fa8-bf14-e2f4a9e0fd02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=101626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:30:26.669371 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e763e-a725-4fa8-bf14-e2f4a9e0fd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a0be1d-0e8a-4ea3-a449-8f81a2d4d5a8,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:26.672222 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b04e763e-a725-4fa8-bf14-e2f4a9e0fd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:26.672558 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.db.segments_db [None req-b04e763e-a725-4fa8-bf14-e2f4a9e0fd02 admin admin] Added segment b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f of type vlan for network 4d3dba41-5a0e-4a57-aa48-a27a40a27816 Nov 12 02:30:26.724071 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b04e763e-a725-4fa8-bf14-e2f4a9e0fd02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768027380700'] for network, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:26.751070 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebc537c-b72f-4b52-8619-6786379894cd tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Router 407eddd1-607a-4d4e-9b13-943d0300d260 has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:30:26.758409 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b04e763e-a725-4fa8-bf14-e2f4a9e0fd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for network, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:26.761415 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04e763e-a725-4fa8-bf14-e2f4a9e0fd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:26.762272 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b04e763e-a725-4fa8-bf14-e2f4a9e0fd02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:26.804676 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-b04e763e-a725-4fa8-bf14-e2f4a9e0fd02 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3444967 Nov 12 02:30:26.809602 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42218) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:26.817606 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-ba1bcc6d-d4a0-4819-bbf5-e98f97a9276e admin admin] Request body: {'subnet': {'network_id': '4d3dba41-5a0e-4a57-aa48-a27a40a27816', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-121527076-subnet', 'tenant_id': 'a54608259636431c8e74ef16df4fd769', 'ip_version': 4}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:26.836711 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e763e-a725-4fa8-bf14-e2f4a9e0fd02 admin admin] Pushing event updated for resources: {'Network': ['ID=4d3dba41-5a0e-4a57-aa48-a27a40a27816,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:26.851498 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Network 4d3dba41-5a0e-4a57-aa48-a27a40a27816 details requested by agent ovs-agent-dv-cinder-808574-4-smb with host dv-cinder-808574-4-smb {{(pid=101628) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:30:26.950403 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1692a90-2575-4745-b5c3-77eac9860cc3 None None] New status for floating IP 3844aa0e-b5db-42c0-b649-4e60e9c5ccaf: DOWN {{(pid=101628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:30:26.967229 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 42224) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:27.035544 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9133c759-19cb-4a81-bfbf-163b56b622ec tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:27.070951 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9133c759-19cb-4a81-bfbf-163b56b622ec tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:27.152334 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9133c759-19cb-4a81-bfbf-163b56b622ec tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:27.160610 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1bcc6d-d4a0-4819-bbf5-e98f97a9276e admin admin] Made reservation on behalf of a54608259636431c8e74ef16df4fd769 for: {'subnet': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:30:27.161696 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9133c759-19cb-4a81-bfbf-163b56b622ec tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:27.163152 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ba1bcc6d-d4a0-4819-bbf5-e98f97a9276e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25666304'] for subnet, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:27.163922 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-9133c759-19cb-4a81-bfbf-163b56b622ec tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "DELETE /v2.0/security-groups/e38ff52b-8817-48eb-8204-eafbf0567ff9 HTTP/1.1" status: 204 len: 168 time: 0.1950824 Nov 12 02:30:27.167062 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42226) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:27.174438 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133c759-19cb-4a81-bfbf-163b56b622ec tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38ff52b-8817-48eb-8204-eafbf0567ff9,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:27.203105 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.api.v2.resource [None req-20d9571f-10f6-4873-ab64-ad586195d8b6 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] show failed (client error): The resource could not be found. Nov 12 02:30:27.208531 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-20d9571f-10f6-4873-ab64-ad586195d8b6 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups/e38ff52b-8817-48eb-8204-eafbf0567ff9 HTTP/1.1" status: 404 len: 347 time: 0.0353160 Nov 12 02:30:27.208970 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 42228) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:27.243995 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebc537c-b72f-4b52-8619-6786379894cd tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:30:27.253488 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9ebc537c-b72f-4b52-8619-6786379894cd tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for floatingip, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:27.258664 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca17f3-1eeb-475a-9da3-1ce279efd2a1 None None] Sync routers for ids ['407eddd1-607a-4d4e-9b13-943d0300d260'] in dv-cinder-808574-4-smb {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:30:27.272150 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca17f3-1eeb-475a-9da3-1ce279efd2a1 None None] Routers {'407eddd1-607a-4d4e-9b13-943d0300d260'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:27.273382 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-e8ca17f3-1eeb-475a-9da3-1ce279efd2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:30:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['407eddd1-607a-4d4e-9b13-943d0300d260'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:27.310742 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-9ebc537c-b72f-4b52-8619-6786379894cd tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "PUT /v2.0/floatingips/277ccdb3-6195-4e78-bd46-800733d2fe2f HTTP/1.1" status: 200 len: 991 time: 1.8569436 Nov 12 02:30:27.331153 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900', 'tag': 'adf21ac7-d483-4d23-9685-1ced59467610'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:27.334646 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef563f7a-918b-42c8-970c-f503ae98c485" -d '{"events": [{"name": "network-changed", "server_uuid": "f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900", "tag": "adf21ac7-d483-4d23-9685-1ced59467610"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:27.419288 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4649e7a2-b42b-4a8f-b6c7-195d017f6183 x-openstack-request-id: req-4649e7a2-b42b-4a8f-b6c7-195d017f6183 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:27.419696 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900", "tag": "adf21ac7-d483-4d23-9685-1ced59467610", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:27.419981 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4649e7a2-b42b-4a8f-b6c7-195d017f6183 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:27.421145 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900', 'tag': 'adf21ac7-d483-4d23-9685-1ced59467610', 'status': 'completed', 'code': 200} Nov 12 02:30:27.427688 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-e8ca17f3-1eeb-475a-9da3-1ce279efd2a1 None None] Set router 407eddd1-607a-4d4e-9b13-943d0300d260 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:27.451995 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-0295dba4-1f0d-4245-83a3-78ec8441166c tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Deleting port 9edfc951-4847-4132-94ba-9d5c2f5d2c98 {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:30:27.452711 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-0295dba4-1f0d-4245-83a3-78ec8441166c tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:27.553800 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-0295dba4-1f0d-4245-83a3-78ec8441166c tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:27.554967 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-0295dba4-1f0d-4245-83a3-78ec8441166c tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:27.557059 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef563f7a-918b-42c8-970c-f503ae98c485 req-a0ddf650-0d16-4cc6-8cfd-ac090b27f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:27.559377 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-ef563f7a-918b-42c8-970c-f503ae98c485 req-a0ddf650-0d16-4cc6-8cfd-ac090b27f390 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e973c924078c4e638e9fa29d3956c215&device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 1099 time: 0.1337159 Nov 12 02:30:27.571564 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-0295dba4-1f0d-4245-83a3-78ec8441166c tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Calling delete_port for 9edfc951-4847-4132-94ba-9d5c2f5d2c98 owned by network:floatingip {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:30:27.584128 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ba1bcc6d-d4a0-4819-bbf5-e98f97a9276e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3466291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25666322'] for subnet, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:27.688408 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-e8ca17f3-1eeb-475a-9da3-1ce279efd2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:00Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'gw_port': {'id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_floatingips': [{'id': '277ccdb3-6195-4e78-bd46-800733d2fe2f', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'floating_ip_address': '172.28.0.69', 'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'router_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'port_id': 'adf21ac7-d483-4d23-9685-1ced59467610', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'mac_address': 'fa:16:3e:67:f1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:30:13Z', 'updated_at': '2021-11-12T02:30:26Z', 'revision_number': 1, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aa9916e-69d1-49f1-95ab-0d0441afa4df', 'name': '', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'mac_address': 'fa:16:3e:6f:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:26Z', 'revision_number': 5, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'subnets': [{'id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:27.701225 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bcc6d-d4a0-4819-bbf5-e98f97a9276e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a1988ba-37f8-47cf-8d90-6c6571ccef32,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:27.721150 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca17f3-1eeb-475a-9da3-1ce279efd2a1 None None] Checking router: 407eddd1-607a-4d4e-9b13-943d0300d260 for host: dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:30:27.730951 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca17f3-1eeb-475a-9da3-1ce279efd2a1 None None] Routers {'407eddd1-607a-4d4e-9b13-943d0300d260'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:27.731578 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-e8ca17f3-1eeb-475a-9da3-1ce279efd2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:30:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['407eddd1-607a-4d4e-9b13-943d0300d260'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:27.743855 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef563f7a-918b-42c8-970c-f503ae98c485 req-5ae741c7-57d9-4bee-8282-5ee909403dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:27.745589 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-ef563f7a-918b-42c8-970c-f503ae98c485 req-5ae741c7-57d9-4bee-8282-5ee909403dd9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bf8a66c-2c88-40e7-879f-ed13c0e23344 HTTP/1.1" status: 200 len: 917 time: 0.1712475 Nov 12 02:30:27.746636 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1bcc6d-d4a0-4819-bbf5-e98f97a9276e admin admin] Checking segment: {'id': 'b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4d3dba41-5a0e-4a57-aa48-a27a40a27816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:30:27.747066 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1bcc6d-d4a0-4819-bbf5-e98f97a9276e admin admin] Network hostable DHCP agents. Network: 4d3dba41-5a0e-4a57-aa48-a27a40a27816, hostable agents: ['38deba6a-e570-46da-84fb-4962375c604f'], hosted agents: [] {{(pid=101627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:30:27.749195 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-0295dba4-1f0d-4245-83a3-78ec8441166c tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:27.781803 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295dba4-1f0d-4245-83a3-78ec8441166c tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Pushing event deleted for resources: {'Port': ['ID=9edfc951-4847-4132-94ba-9d5c2f5d2c98,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:27.843716 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-ef563f7a-918b-42c8-970c-f503ae98c485 req-a9dee595-9cb2-4551-90aa-bcbc42852c4a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adf21ac7-d483-4d23-9685-1ced59467610 HTTP/1.1" status: 200 len: 999 time: 0.0899627 Nov 12 02:30:27.844657 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1bcc6d-d4a0-4819-bbf5-e98f97a9276e admin admin] Network 4d3dba41-5a0e-4a57-aa48-a27a40a27816 is scheduled to be hosted by DHCP agent 38deba6a-e570-46da-84fb-4962375c604f with binding_index 1 {{(pid=101627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:30:27.857699 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-0295dba4-1f0d-4245-83a3-78ec8441166c tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for floatingip, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:27.858004 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-e8ca17f3-1eeb-475a-9da3-1ce279efd2a1 None None] Set router 407eddd1-607a-4d4e-9b13-943d0300d260 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:27.862854 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-0295dba4-1f0d-4245-83a3-78ec8441166c tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for floatingip, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:27.867504 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-0295dba4-1f0d-4245-83a3-78ec8441166c tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "DELETE /v2.0/floatingips/3844aa0e-b5db-42c0-b649-4e60e9c5ccaf HTTP/1.1" status: 204 len: 168 time: 0.6549633 Nov 12 02:30:27.870201 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device b65846f3-2b32-472f-b31e-db0d0a1b34b9 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:30:27.897365 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-ba1bcc6d-d4a0-4819-bbf5-e98f97a9276e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-smb, 4d3dba41-5a0e-4a57-aa48-a27a40a27816) {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:30:27.918568 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] No Port match for: b65846f3-2b32-472f-b31e-db0d0a1b34b9 {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:30:27.930454 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device b65846f3-2b32-472f-b31e-db0d0a1b34b9 not bound to the agent host hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:30:27.933882 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e4f2c4-4972-48c6-a9fa-46b03702865e None None] Network 4d3dba41-5a0e-4a57-aa48-a27a40a27816 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:30:27.956492 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1bcc6d-d4a0-4819-bbf5-e98f97a9276e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:27.956840 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ba1bcc6d-d4a0-4819-bbf5-e98f97a9276e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:27.975453 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef563f7a-918b-42c8-970c-f503ae98c485 req-10384f82-4dd4-42f0-bb85-cd7211cdfeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:27.979829 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-ef563f7a-918b-42c8-970c-f503ae98c485 req-10384f82-4dd4-42f0-bb85-cd7211cdfeaf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1006246c-c18c-4b19-8be4-0d64b846f8bd HTTP/1.1" status: 200 len: 855 time: 0.1253624 Nov 12 02:30:28.064054 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-ba1bcc6d-d4a0-4819-bbf5-e98f97a9276e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2526095 Nov 12 02:30:28.067269 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42236) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:28.083810 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-a331edf0-233d-48b2-a672-97d843f3b733 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-121527076-router', 'tenant_id': 'a54608259636431c8e74ef16df4fd769', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:28.136388 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef563f7a-918b-42c8-970c-f503ae98c485 req-eb769bd3-6b81-4a26-b3c1-8bdd0b8aa6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:28.139690 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-ef563f7a-918b-42c8-970c-f503ae98c485 req-eb769bd3-6b81-4a26-b3c1-8bdd0b8aa6d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bf8a66c-2c88-40e7-879f-ed13c0e23344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1514454 Nov 12 02:30:28.150426 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a331edf0-233d-48b2-a672-97d843f3b733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48726'] for router, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:28.151863 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a331edf0-233d-48b2-a672-97d843f3b733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-394340', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-311519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48729'] for router, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:28.153025 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device d6b777f7-fc8e-43ff-a659-4e4ca9534d13 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:30:28.227408 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp529202cb-0c21-583e-8ef8-0382ff111e2e-4d3dba41-5a0e-4a57-aa48-a27a40a27816', 'network_id': '4d3dba41-5a0e-4a57-aa48-a27a40a27816', 'tenant_id': 'a54608259636431c8e74ef16df4fd769', 'fixed_ips': [{'subnet_id': '0a1988ba-37f8-47cf-8d90-6c6571ccef32'}]}} from dv-cinder-808574-4-smb. {{(pid=101628) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:30:28.228565 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:28.276043 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-e8ca17f3-1eeb-475a-9da3-1ce279efd2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:00Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'gw_port': {'id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_floatingips': [{'id': '277ccdb3-6195-4e78-bd46-800733d2fe2f', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'floating_ip_address': '172.28.0.69', 'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'router_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'port_id': 'adf21ac7-d483-4d23-9685-1ced59467610', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'mac_address': 'fa:16:3e:67:f1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:30:13Z', 'updated_at': '2021-11-12T02:30:26Z', 'revision_number': 1, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aa9916e-69d1-49f1-95ab-0d0441afa4df', 'name': '', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'mac_address': 'fa:16:3e:6f:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:26Z', 'revision_number': 5, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'subnets': [{'id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:28.329478 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a331edf0-233d-48b2-a672-97d843f3b733 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:28.350120 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port d6b777f7-fc8e-43ff-a659-4e4ca9534d13 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:28.350856 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:28.461831 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] Sync routers for ids ['10f30d1f-d26b-400a-b8e5-e5b91bf2321a'] in dv-cinder-808574-4-smb {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:30:28.472166 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-ef563f7a-918b-42c8-970c-f503ae98c485 req-87cd50fb-fbbd-4a50-bbbe-7d0f9acb36e8 service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207352 Nov 12 02:30:28.498733 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ca17f3-1eeb-475a-9da3-1ce279efd2a1 None None] The sync data for ids ['407eddd1-607a-4d4e-9b13-943d0300d260'] in dv-cinder-808574-4-smb is: [{'id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:00Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'gw_port': {'id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_floatingips': [{'id': '277ccdb3-6195-4e78-bd46-800733d2fe2f', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'floating_ip_address': '172.28.0.69', 'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'router_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'port_id': 'adf21ac7-d483-4d23-9685-1ced59467610', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'mac_address': 'fa:16:3e:67:f1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:30:13Z', 'updated_at': '2021-11-12T02:30:26Z', 'revision_number': 1, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aa9916e-69d1-49f1-95ab-0d0441afa4df', 'name': '', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'mac_address': 'fa:16:3e:6f:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:26Z', 'revision_number': 5, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'subnets': [{'id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:30:28.555710 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] Routers {'10f30d1f-d26b-400a-b8e5-e5b91bf2321a'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:28.556812 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:30:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['10f30d1f-d26b-400a-b8e5-e5b91bf2321a'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:28.566023 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.db_base_plugin_common [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] Allocated IP 172.20.0.2 (4d3dba41-5a0e-4a57-aa48-a27a40a27816/0a1988ba-37f8-47cf-8d90-6c6571ccef32/4cac5caa-4f29-4ca3-8ec3-15e2996980cc) {{(pid=101628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:30:28.661280 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a331edf0-233d-48b2-a672-97d843f3b733 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:28.737767 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-ef563f7a-918b-42c8-970c-f503ae98c485 req-3534f6fa-3422-4c8e-9f8a-ac2f095f03e6 service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521842 Nov 12 02:30:28.891117 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 42240) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:28.891682 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18835dc0-bffe-4c56-a11c-e3e8f2928806 None None] New status for floating IP 277ccdb3-6195-4e78-bd46-800733d2fe2f: ACTIVE {{(pid=101629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:30:28.896547 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-4fe0efc4-79e4-4aa3-a2d1-60703e0877c8 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2050150115', 'description': 'tempest-description--268520634'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:28.930957 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:28.938364 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4fe0efc4-79e4-4aa3-a2d1-60703e0877c8 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.008073 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a331edf0-233d-48b2-a672-97d843f3b733 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.030984 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a331edf0-233d-48b2-a672-97d843f3b733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.042050 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4fe0efc4-79e4-4aa3-a2d1-60703e0877c8 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.048874 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4fe0efc4-79e4-4aa3-a2d1-60703e0877c8 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.049877 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] For port d6b777f7-fc8e-43ff-a659-4e4ca9534d13, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=d6b777f7-fc8e-43ff-a659-4e4ca9534d13,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:29.066560 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.099865 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4fe0efc4-79e4-4aa3-a2d1-60703e0877c8 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.101989 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-4fe0efc4-79e4-4aa3-a2d1-60703e0877c8 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2090645 Nov 12 02:30:29.104329 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0efc4-79e4-4aa3-a2d1-60703e0877c8 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb33e83f-a29e-4d8e-9f44-f57b3c185622,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:29.106624 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 42242) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:29.111642 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-2213880e-6483-46d9-aa00-0a88d39776de tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Request body: {'security_group_rule': {'security_group_id': 'bb33e83f-a29e-4d8e-9f44-f57b3c185622', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:29.116356 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] Publish callbacks [] for port, precommit_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.149588 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922'] for port, after_create {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.152364 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2213880e-6483-46d9-aa00-0a88d39776de tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.165360 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Pushing event updated for resources: {'Port': ['ID=d6b777f7-fc8e-43ff-a659-4e4ca9534d13,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:29.178585 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] Set router 10f30d1f-d26b-400a-b8e5-e5b91bf2321a gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:29.211992 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [None req-a331edf0-233d-48b2-a672-97d843f3b733 admin admin] Allocated IP 172.28.0.151 (746dceb8-55e8-4523-9283-66828a4b28c6/d778f24f-8ae6-4f5c-a711-628df869656e/93d53ae3-b215-4da0-a5e3-b94d7a731f00) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:30:29.224644 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2213880e-6483-46d9-aa00-0a88d39776de tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.228624 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2213880e-6483-46d9-aa00-0a88d39776de tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313218'] for security_group_rule, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.249017 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213880e-6483-46d9-aa00-0a88d39776de tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eda2613-07ac-4380-909f-c5721a776d16,revision_number=0']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:29.251100 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] Network 4d3dba41-5a0e-4a57-aa48-a27a40a27816 is already hosted by enough agents. {{(pid=101628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:30:29.263662 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.scheduler.base_scheduler [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] Resources bound (agent type, host, resource id): {{(pid=101628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:30:29.263927 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2213880e-6483-46d9-aa00-0a88d39776de tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.267973 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-2213880e-6483-46d9-aa00-0a88d39776de tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1578274 Nov 12 02:30:29.269690 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 42244) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:29.274746 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] Received port after_create {{(pid=101628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:30:29.276919 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-69dd2f94-fdf8-4725-bb4f-5d9504db17e0 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Request body: {'security_group_rule': {'security_group_id': 'bb33e83f-a29e-4d8e-9f44-f57b3c185622', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:29.288877 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] Pushing event updated for resources: {'Port': ['ID=4cac5caa-4f29-4ca3-8ec3-15e2996980cc,revision_number=1']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:29.323435 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-69dd2f94-fdf8-4725-bb4f-5d9504db17e0 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.337784 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a331edf0-233d-48b2-a672-97d843f3b733 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.392099 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a331edf0-233d-48b2-a672-97d843f3b733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.411519 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-69dd2f94-fdf8-4725-bb4f-5d9504db17e0 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.415682 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-69dd2f94-fdf8-4725-bb4f-5d9504db17e0 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313218'] for security_group_rule, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.438581 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd2f94-fdf8-4725-bb4f-5d9504db17e0 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf03eb4-abfd-49e3-9825-dc79244951c7,revision_number=0']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:29.449745 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-69dd2f94-fdf8-4725-bb4f-5d9504db17e0 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.454066 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-69dd2f94-fdf8-4725-bb4f-5d9504db17e0 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1798108 Nov 12 02:30:29.454425 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 42246) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:29.459197 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-9986f3d3-8ac7-4edf-ac5f-4d3cf28c587d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Request body: {'floatingip': {'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:29.464926 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a331edf0-233d-48b2-a672-97d843f3b733 admin admin] Network 746dceb8-55e8-4523-9283-66828a4b28c6 is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:30:29.469824 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-a331edf0-233d-48b2-a672-97d843f3b733 admin admin] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:30:29.476306 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a331edf0-233d-48b2-a672-97d843f3b733 admin admin] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:30:29.489941 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9986f3d3-8ac7-4edf-ac5f-4d3cf28c587d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for floatingip, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.501350 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] Attempting to bind port 4cac5caa-4f29-4ca3-8ec3-15e2996980cc on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:30:29.502256 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] Attempting to bind port 4cac5caa-4f29-4ca3-8ec3-15e2996980cc by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': 'b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4d3dba41-5a0e-4a57-aa48-a27a40a27816'}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:30:29.502837 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] Attempting to bind port 4cac5caa-4f29-4ca3-8ec3-15e2996980cc on network 4d3dba41-5a0e-4a57-aa48-a27a40a27816 {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:30:29.519243 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:30:29.519684 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] Checking segment: {'id': 'b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4d3dba41-5a0e-4a57-aa48-a27a40a27816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:30:29.520195 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.520672 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] Bound using segment: {'id': 'b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4d3dba41-5a0e-4a57-aa48-a27a40a27816'} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:30:29.521343 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] Bound port: 4cac5caa-4f29-4ca3-8ec3-15e2996980cc, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4d3dba41-5a0e-4a57-aa48-a27a40a27816'}}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:30:29.521704 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.545448 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331edf0-233d-48b2-a672-97d843f3b733 admin admin] Pushing event updated for resources: {'Port': ['ID=93d53ae3-b215-4da0-a5e3-b94d7a731f00,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:29.630557 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] For port 4cac5caa-4f29-4ca3-8ec3-15e2996980cc, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:30:29.636375 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9986f3d3-8ac7-4edf-ac5f-4d3cf28c587d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.639277 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] For port 4cac5caa-4f29-4ca3-8ec3-15e2996980cc, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=4cac5caa-4f29-4ca3-8ec3-15e2996980cc,segment=NetworkSegment(b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f),segment_id=b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f)] {{(pid=101628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:30:29.652771 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.707571 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'name': 'tempest-TestMinimumBasicScenario-1639878638-router', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:24Z', 'revision_number': 4, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'gw_port': {'id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': 'fca70098-d2d8-46ed-8cd6-69f98c51e1a1', 'name': '', 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'mac_address': 'fa:16:3e:9e:5a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:23Z', 'updated_at': '2021-11-12T02:30:24Z', 'revision_number': 2, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'subnets': [{'id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:29.769648 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] Checking router: 10f30d1f-d26b-400a-b8e5-e5b91bf2321a for host: dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:30:29.771635 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] Updating router 10f30d1f-d26b-400a-b8e5-e5b91bf2321a port fca70098-d2d8-46ed-8cd6-69f98c51e1a1 binding host dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:30:29.787767 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.db_base_plugin_common [None req-9986f3d3-8ac7-4edf-ac5f-4d3cf28c587d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Allocated IP 172.28.0.213 (746dceb8-55e8-4523-9283-66828a4b28c6/d778f24f-8ae6-4f5c-a711-628df869656e/01c4c76d-cef7-4b91-8afe-78a2865327c7) {{(pid=101626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:30:29.800308 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76988cf0-dfe8-44c9-8e31-17e14f349a6b None None] Pushing event updated for resources: {'Port': ['ID=4cac5caa-4f29-4ca3-8ec3-15e2996980cc,revision_number=2']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:29.815014 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.832622 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a331edf0-233d-48b2-a672-97d843f3b733 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:29.943361 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9986f3d3-8ac7-4edf-ac5f-4d3cf28c587d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for port, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:30.030716 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9986f3d3-8ac7-4edf-ac5f-4d3cf28c587d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:30.098513 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9986f3d3-8ac7-4edf-ac5f-4d3cf28c587d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Network 746dceb8-55e8-4523-9283-66828a4b28c6 is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:30:30.110376 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device d6b777f7-fc8e-43ff-a659-4e4ca9534d13 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:30:30.112832 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [None req-9986f3d3-8ac7-4edf-ac5f-4d3cf28c587d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:30:30.117004 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9986f3d3-8ac7-4edf-ac5f-4d3cf28c587d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Received port after_create {{(pid=101626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:30:30.120426 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a331edf0-233d-48b2-a672-97d843f3b733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-394417'] for router, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:30.176774 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986f3d3-8ac7-4edf-ac5f-4d3cf28c587d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Pushing event updated for resources: {'Port': ['ID=01c4c76d-cef7-4b91-8afe-78a2865327c7,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:30.225627 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9986f3d3-8ac7-4edf-ac5f-4d3cf28c587d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:30.246456 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port d6b777f7-fc8e-43ff-a659-4e4ca9534d13 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:30.246812 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:30.266351 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9986f3d3-8ac7-4edf-ac5f-4d3cf28c587d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:30.284880 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a331edf0-233d-48b2-a672-97d843f3b733 admin admin] Router 451957cc-d214-4ec4-b285-b5b4e0b81575 is scheduled to L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 with binding_index 1 {{(pid=101627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:30:30.331745 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] Publish callbacks [] for port, precommit_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:30.342499 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:30.426228 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59e641-9d58-49a2-86ce-31938cc7776b None None] Pushing event updated for resources: {'Port': ['ID=fca70098-d2d8-46ed-8cd6-69f98c51e1a1,revision_number=3']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:30.437108 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a331edf0-233d-48b2-a672-97d843f3b733 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:30:30.458056 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] Sync routers for ids ['451957cc-d214-4ec4-b285-b5b4e0b81575'] in dv-cinder-808574-4-smb {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:30:30.470340 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a331edf0-233d-48b2-a672-97d843f3b733 admin admin] Publish callbacks [] for router, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:30.473240 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-a331edf0-233d-48b2-a672-97d843f3b733 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4049120 Nov 12 02:30:30.476475 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42250) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:30.484843 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9986f3d3-8ac7-4edf-ac5f-4d3cf28c587d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for port, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:30.495043 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9986f3d3-8ac7-4edf-ac5f-4d3cf28c587d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25443681'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:30.501037 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] Routers {'451957cc-d214-4ec4-b285-b5b4e0b81575'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:30.501755 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:30:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['451957cc-d214-4ec4-b285-b5b4e0b81575'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:30.546423 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] Attempting to bind port fca70098-d2d8-46ed-8cd6-69f98c51e1a1 on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:30:30.546423 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] Attempting to bind port fca70098-d2d8-46ed-8cd6-69f98c51e1a1 by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': 'd5532b3d-7ac1-40f2-a64a-0e4655a84318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d'}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:30:30.546751 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] Attempting to bind port fca70098-d2d8-46ed-8cd6-69f98c51e1a1 on network d53d56b6-27dc-4052-938a-86ef6f52304d {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:30:30.558094 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:30:30.558435 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] Checking segment: {'id': 'd5532b3d-7ac1-40f2-a64a-0e4655a84318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:30:30.558830 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:30.559309 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] Bound using segment: {'id': 'd5532b3d-7ac1-40f2-a64a-0e4655a84318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d'} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:30:30.559832 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] Bound port: fca70098-d2d8-46ed-8cd6-69f98c51e1a1, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5532b3d-7ac1-40f2-a64a-0e4655a84318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d'}}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:30:30.560209 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:30.599601 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9986f3d3-8ac7-4edf-ac5f-4d3cf28c587d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394463'] for floatingip, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:30.603245 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986f3d3-8ac7-4edf-ac5f-4d3cf28c587d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Pushing event updated for resources: {'Port': ['ID=01c4c76d-cef7-4b91-8afe-78a2865327c7,revision_number=2']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:30.639867 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9986f3d3-8ac7-4edf-ac5f-4d3cf28c587d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for floatingip, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:30.646656 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-9986f3d3-8ac7-4edf-ac5f-4d3cf28c587d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1909060 Nov 12 02:30:30.707447 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] Set router 451957cc-d214-4ec4-b285-b5b4e0b81575 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:30.776821 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] For port fca70098-d2d8-46ed-8cd6-69f98c51e1a1, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:30:30.812903 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] For port fca70098-d2d8-46ed-8cd6-69f98c51e1a1, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=fca70098-d2d8-46ed-8cd6-69f98c51e1a1,segment=NetworkSegment(d5532b3d-7ac1-40f2-a64a-0e4655a84318),segment_id=d5532b3d-7ac1-40f2-a64a-0e4655a84318)] {{(pid=101628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:30:30.870121 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:30.925608 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-34fde1bc-28b8-4374-a689-4d9eae7da3cb None None] Provisioning complete for port fca70098-d2d8-46ed-8cd6-69f98c51e1a1 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:30.925985 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-34fde1bc-28b8-4374-a689-4d9eae7da3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:30.996690 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] Routers {'10f30d1f-d26b-400a-b8e5-e5b91bf2321a'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:30.997290 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:30:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['10f30d1f-d26b-400a-b8e5-e5b91bf2321a'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:31.007265 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-ecca73cd-9c9d-46bf-9d59-253110c05515 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2050150115&fields=id&tenant_id=f703f38cf65b46999d543ac359444567 HTTP/1.1" status: 200 len: 267 time: 0.0957055 Nov 12 02:30:31.129689 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-25552951-2ebf-45fe-9b1a-ef9db9dd7013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:31.199278 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-5be2b7f6-3646-4da3-9e31-f61c7edda0b1 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:31.201284 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-5be2b7f6-3646-4da3-9e31-f61c7edda0b1 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/networks?id=404a7e3a-99c5-4a67-9227-adbb62c821aa HTTP/1.1" status: 200 len: 810 time: 0.1844890 Nov 12 02:30:31.213560 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59e641-9d58-49a2-86ce-31938cc7776b None None] Pushing event updated for resources: {'Port': ['ID=fca70098-d2d8-46ed-8cd6-69f98c51e1a1,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:31.239663 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-212b00e2-3710-4d1c-a139-a8670a074b93 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/quotas/f703f38cf65b46999d543ac359444567 HTTP/1.1" status: 200 len: 375 time: 0.0293698 Nov 12 02:30:31.269607 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9181a53-e8ec-47b4-8afa-719afe720b76 None None] Network 4d3dba41-5a0e-4a57-aa48-a27a40a27816 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:30:31.312480 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-45eb564e-01ce-47aa-b28f-5f95d53ab95d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f703f38cf65b46999d543ac359444567&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0717514 Nov 12 02:30:31.350124 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [None req-25552951-2ebf-45fe-9b1a-ef9db9dd7013 admin admin] Allocated IP 172.20.0.1 (4d3dba41-5a0e-4a57-aa48-a27a40a27816/0a1988ba-37f8-47cf-8d90-6c6571ccef32/3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:30:31.432620 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-c99f431c-fab6-4b90-a75e-d10195f61f37 service neutron] 10.222.0.66 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074135 Nov 12 02:30:31.481427 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] Set router 10f30d1f-d26b-400a-b8e5-e5b91bf2321a gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:31.538111 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-34fde1bc-28b8-4374-a689-4d9eae7da3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:31.570538 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-308cc30a-2670-4f2f-afa9-a2880345e341 service neutron] 10.222.0.66 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250737 Nov 12 02:30:31.670039 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451957cc-d214-4ec4-b285-b5b4e0b81575', 'name': 'tempest-TestMinimumBasicScenario-121527076-router', 'tenant_id': 'a54608259636431c8e74ef16df4fd769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.151'}], 'enable_snat': True}, 'gw_port_id': '93d53ae3-b215-4da0-a5e3-b94d7a731f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:28Z', 'updated_at': '2021-11-12T02:30:29Z', 'revision_number': 3, 'project_id': 'a54608259636431c8e74ef16df4fd769', 'gw_port': {'id': '93d53ae3-b215-4da0-a5e3-b94d7a731f00', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451957cc-d214-4ec4-b285-b5b4e0b81575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:29Z', 'updated_at': '2021-11-12T02:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:31.778845 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-25552951-2ebf-45fe-9b1a-ef9db9dd7013 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:31.782500 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-34fde1bc-28b8-4374-a689-4d9eae7da3cb None None] For port fca70098-d2d8-46ed-8cd6-69f98c51e1a1, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=fca70098-d2d8-46ed-8cd6-69f98c51e1a1,segment=NetworkSegment(d5532b3d-7ac1-40f2-a64a-0e4655a84318),segment_id=d5532b3d-7ac1-40f2-a64a-0e4655a84318)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:31.784621 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] Checking router: 451957cc-d214-4ec4-b285-b5b4e0b81575 for host: dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:30:31.785011 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] Updating router 451957cc-d214-4ec4-b285-b5b4e0b81575 port 93d53ae3-b215-4da0-a5e3-b94d7a731f00 binding host dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:30:31.787139 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-ea3dc1fe-10c7-457f-b65b-34d66137b33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:31.812755 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-98caae43-4535-481f-9154-d7b37bdc3117 req-7ce5319c-27f3-462a-b244-e45b16749bc9 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 210 time: 0.0521984 Nov 12 02:30:31.815942 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-34fde1bc-28b8-4374-a689-4d9eae7da3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:31.844163 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-25552951-2ebf-45fe-9b1a-ef9db9dd7013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:31.887906 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25552951-2ebf-45fe-9b1a-ef9db9dd7013 admin admin] Network 4d3dba41-5a0e-4a57-aa48-a27a40a27816 is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:30:31.896704 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-25552951-2ebf-45fe-9b1a-ef9db9dd7013 admin admin] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:30:31.898763 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:31.902137 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25552951-2ebf-45fe-9b1a-ef9db9dd7013 admin admin] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:30:31.930701 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25552951-2ebf-45fe-9b1a-ef9db9dd7013 admin admin] Pushing event updated for resources: {'Port': ['ID=3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:31.955498 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-25552951-2ebf-45fe-9b1a-ef9db9dd7013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-395108'] for router_interface, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:32.025626 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fde1bc-28b8-4374-a689-4d9eae7da3cb None None] Pushing event updated for resources: {'Port': ['ID=fca70098-d2d8-46ed-8cd6-69f98c51e1a1,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:32.095594 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e3f5f33-eeb9-41b1-bb8c-4df4aa322753 None None] Provisioning complete for port fca70098-d2d8-46ed-8cd6-69f98c51e1a1 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:32.096111 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e3f5f33-eeb9-41b1-bb8c-4df4aa322753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:32.191048 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:32.213983 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-25552951-2ebf-45fe-9b1a-ef9db9dd7013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:32.233307 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device fca70098-d2d8-46ed-8cd6-69f98c51e1a1 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:30:32.384473 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'name': 'tempest-TestMinimumBasicScenario-1639878638-router', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:24Z', 'revision_number': 4, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'gw_port': {'id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': 'fca70098-d2d8-46ed-8cd6-69f98c51e1a1', 'name': '', 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'mac_address': 'fa:16:3e:9e:5a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:23Z', 'updated_at': '2021-11-12T02:30:30Z', 'revision_number': 4, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'subnets': [{'id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:32.430290 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-25552951-2ebf-45fe-9b1a-ef9db9dd7013 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:32.436467 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-25552951-2ebf-45fe-9b1a-ef9db9dd7013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3466430'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:32.439272 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c04f43-fa2e-4039-990c-a35ced23618b None None] The sync data for ids ['10f30d1f-d26b-400a-b8e5-e5b91bf2321a'] in dv-cinder-808574-4-smb is: [{'id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'name': 'tempest-TestMinimumBasicScenario-1639878638-router', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:24Z', 'revision_number': 4, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'gw_port': {'id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': 'fca70098-d2d8-46ed-8cd6-69f98c51e1a1', 'name': '', 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'mac_address': 'fa:16:3e:9e:5a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:23Z', 'updated_at': '2021-11-12T02:30:30Z', 'revision_number': 4, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'subnets': [{'id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:30:32.475660 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port fca70098-d2d8-46ed-8cd6-69f98c51e1a1 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:32.476023 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:32.520635 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e3f5f33-eeb9-41b1-bb8c-4df4aa322753 None None] Provisioning complete for port 4cac5caa-4f29-4ca3-8ec3-15e2996980cc triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:32.521258 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e3f5f33-eeb9-41b1-bb8c-4df4aa322753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:32.560514 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-25552951-2ebf-45fe-9b1a-ef9db9dd7013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1605212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-395248'] for router_interface, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:32.585330 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25552951-2ebf-45fe-9b1a-ef9db9dd7013 admin admin] Pushing event updated for resources: {'Port': ['ID=3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff,revision_number=2']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:32.640342 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] Publish callbacks [] for port, precommit_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:32.659998 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:32.737544 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25552951-2ebf-45fe-9b1a-ef9db9dd7013 admin admin] Network 4d3dba41-5a0e-4a57-aa48-a27a40a27816 is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:30:32.740051 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-25552951-2ebf-45fe-9b1a-ef9db9dd7013 admin admin] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:30:32.777971 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] Attempting to bind port 93d53ae3-b215-4da0-a5e3-b94d7a731f00 on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:30:32.778333 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] Attempting to bind port 93d53ae3-b215-4da0-a5e3-b94d7a731f00 by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:30:32.778684 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] Attempting to bind port 93d53ae3-b215-4da0-a5e3-b94d7a731f00 on network 746dceb8-55e8-4523-9283-66828a4b28c6 {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:30:32.794196 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ab6c4-1e6d-4fbe-b7df-f40bb16c204a None None] Pushing event updated for resources: {'Port': ['ID=93d53ae3-b215-4da0-a5e3-b94d7a731f00,revision_number=2']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:32.809064 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:30:32.809453 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] Checking segment: {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:30:32.809827 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:32.810211 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] Bound using segment: {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'} {{(pid=101628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:30:32.810682 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.managers [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] Bound port: 93d53ae3-b215-4da0-a5e3-b94d7a731f00, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56795524-c431-414c-b5a5-f284cfb561d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6'}}] {{(pid=101628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:30:32.811052 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:32.843452 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 4cac5caa-4f29-4ca3-8ec3-15e2996980cc up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:30:32.852383 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e3f5f33-eeb9-41b1-bb8c-4df4aa322753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:32.991519 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25552951-2ebf-45fe-9b1a-ef9db9dd7013 admin admin] Router 451957cc-d214-4ec4-b285-b5b4e0b81575 has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:30:33.062356 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] For port 93d53ae3-b215-4da0-a5e3-b94d7a731f00, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:30:33.065791 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-5e3f5f33-eeb9-41b1-bb8c-4df4aa322753 None None] For port 4cac5caa-4f29-4ca3-8ec3-15e2996980cc, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=4cac5caa-4f29-4ca3-8ec3-15e2996980cc,segment=NetworkSegment(b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f),segment_id=b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:33.084964 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e3f5f33-eeb9-41b1-bb8c-4df4aa322753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:33.092900 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] For port 93d53ae3-b215-4da0-a5e3-b94d7a731f00, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=93d53ae3-b215-4da0-a5e3-b94d7a731f00,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:30:33.146103 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:33.180863 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 4cac5caa-4f29-4ca3-8ec3-15e2996980cc triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:33.181452 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:33.271245 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f5f33-eeb9-41b1-bb8c-4df4aa322753 None None] Pushing event updated for resources: {'Port': ['ID=4cac5caa-4f29-4ca3-8ec3-15e2996980cc,revision_number=3']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:33.320591 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] Routers {'451957cc-d214-4ec4-b285-b5b4e0b81575'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:33.321240 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:30:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['451957cc-d214-4ec4-b285-b5b4e0b81575'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:33.329033 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-ea81fd06-5386-4a7d-a32a-e7a92f7f18ed None None] Provisioning complete for port 4cac5caa-4f29-4ca3-8ec3-15e2996980cc triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:33.329033 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-ea81fd06-5386-4a7d-a32a-e7a92f7f18ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:33.346292 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-e8eea072-eb1c-4fa7-9085-4ce3d6203f0d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:33.348057 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-e8eea072-eb1c-4fa7-9085-4ce3d6203f0d tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.61 "GET /v2.0/networks?id=404a7e3a-99c5-4a67-9227-adbb62c821aa HTTP/1.1" status: 200 len: 810 time: 0.3435395 Nov 12 02:30:33.351472 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25552951-2ebf-45fe-9b1a-ef9db9dd7013 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:30:33.358211 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-25552951-2ebf-45fe-9b1a-ef9db9dd7013 admin admin] 10.222.0.66 "PUT /v2.0/routers/451957cc-d214-4ec4-b285-b5b4e0b81575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8784478 Nov 12 02:30:33.408435 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-de7a5119-24a8-47f7-96cf-ef6bd843fcd6 req-e1e582f8-0887-4308-8ecb-2ed6707785c6 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 210 time: 0.4843168 Nov 12 02:30:33.462171 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-2b6afad7-aa22-4c2c-93df-1828f6fa77a2 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f703f38cf65b46999d543ac359444567 HTTP/1.1" status: 200 len: 380 time: 0.1028774 Nov 12 02:30:33.475889 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-00b4c374-dce3-4682-83c6-5f4b9145746e tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Request body: {'port': {'device_id': '19fdaca6-0829-4995-b2e7-781477567e78', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'admin_state_up': True, 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'security_groups': ['bb33e83f-a29e-4d8e-9f44-f57b3c185622']}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:33.621822 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ab6c4-1e6d-4fbe-b7df-f40bb16c204a None None] Pushing event updated for resources: {'Port': ['ID=93d53ae3-b215-4da0-a5e3-b94d7a731f00,revision_number=3']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:33.641822 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-00b4c374-dce3-4682-83c6-5f4b9145746e tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Made reservation on behalf of f703f38cf65b46999d543ac359444567 for: {'port': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:30:33.646313 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-00b4c374-dce3-4682-83c6-5f4b9145746e tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:33.753913 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] Set router 451957cc-d214-4ec4-b285-b5b4e0b81575 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:33.822614 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-00b4c374-dce3-4682-83c6-5f4b9145746e tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Allocated IP 172.20.0.12 (404a7e3a-99c5-4a67-9227-adbb62c821aa/d4fc1b18-ead8-4210-84af-aa2802ec2ad5/dc701a0e-c496-4482-a9b5-97f1c4b17cd9) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:30:33.853761 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-ea81fd06-5386-4a7d-a32a-e7a92f7f18ed None None] Provisioning complete for port 3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:33.854119 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-ea81fd06-5386-4a7d-a32a-e7a92f7f18ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:33.943354 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-ea81fd06-5386-4a7d-a32a-e7a92f7f18ed None None] Port 3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff cannot update to ACTIVE because it is not bound. {{(pid=101628) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:30:33.995414 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-00b4c374-dce3-4682-83c6-5f4b9145746e tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:34.038129 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-00b4c374-dce3-4682-83c6-5f4b9145746e tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:34.045672 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device fca70098-d2d8-46ed-8cd6-69f98c51e1a1 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:30:34.088472 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-00b4c374-dce3-4682-83c6-5f4b9145746e tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Network 404a7e3a-99c5-4a67-9227-adbb62c821aa is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:30:34.092094 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-00b4c374-dce3-4682-83c6-5f4b9145746e tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:30:34.094948 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-00b4c374-dce3-4682-83c6-5f4b9145746e tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:30:34.103739 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-872518a6-c60a-4d98-973f-9024a9e4c20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:34.111560 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451957cc-d214-4ec4-b285-b5b4e0b81575', 'name': 'tempest-TestMinimumBasicScenario-121527076-router', 'tenant_id': 'a54608259636431c8e74ef16df4fd769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.151'}], 'enable_snat': True}, 'gw_port_id': '93d53ae3-b215-4da0-a5e3-b94d7a731f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:28Z', 'updated_at': '2021-11-12T02:30:32Z', 'revision_number': 4, 'project_id': 'a54608259636431c8e74ef16df4fd769', 'gw_port': {'id': '93d53ae3-b215-4da0-a5e3-b94d7a731f00', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451957cc-d214-4ec4-b285-b5b4e0b81575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:29Z', 'updated_at': '2021-11-12T02:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff', 'name': '', 'network_id': '4d3dba41-5a0e-4a57-aa48-a27a40a27816', 'tenant_id': 'a54608259636431c8e74ef16df4fd769', 'mac_address': 'fa:16:3e:f6:3a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451957cc-d214-4ec4-b285-b5b4e0b81575', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a1988ba-37f8-47cf-8d90-6c6571ccef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:31Z', 'updated_at': '2021-11-12T02:30:32Z', 'revision_number': 2, 'project_id': 'a54608259636431c8e74ef16df4fd769', 'subnets': [{'id': '0a1988ba-37f8-47cf-8d90-6c6571ccef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:34.149664 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fcd06d-548c-49dc-944a-3bcc15b6563d None None] The sync data for ids ['451957cc-d214-4ec4-b285-b5b4e0b81575'] in dv-cinder-808574-4-smb is: [{'id': '451957cc-d214-4ec4-b285-b5b4e0b81575', 'name': 'tempest-TestMinimumBasicScenario-121527076-router', 'tenant_id': 'a54608259636431c8e74ef16df4fd769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.151'}], 'enable_snat': True}, 'gw_port_id': '93d53ae3-b215-4da0-a5e3-b94d7a731f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:28Z', 'updated_at': '2021-11-12T02:30:32Z', 'revision_number': 4, 'project_id': 'a54608259636431c8e74ef16df4fd769', 'gw_port': {'id': '93d53ae3-b215-4da0-a5e3-b94d7a731f00', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451957cc-d214-4ec4-b285-b5b4e0b81575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:29Z', 'updated_at': '2021-11-12T02:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff', 'name': '', 'network_id': '4d3dba41-5a0e-4a57-aa48-a27a40a27816', 'tenant_id': 'a54608259636431c8e74ef16df4fd769', 'mac_address': 'fa:16:3e:f6:3a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451957cc-d214-4ec4-b285-b5b4e0b81575', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a1988ba-37f8-47cf-8d90-6c6571ccef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:31Z', 'updated_at': '2021-11-12T02:30:32Z', 'revision_number': 2, 'project_id': 'a54608259636431c8e74ef16df4fd769', 'subnets': [{'id': '0a1988ba-37f8-47cf-8d90-6c6571ccef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:30:34.166636 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-00b4c374-dce3-4682-83c6-5f4b9145746e tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:34.167520 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-00b4c374-dce3-4682-83c6-5f4b9145746e tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:34.172401 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port fca70098-d2d8-46ed-8cd6-69f98c51e1a1 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:34.172999 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:34.208570 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4c374-dce3-4682-83c6-5f4b9145746e tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Pushing event updated for resources: {'Port': ['ID=dc701a0e-c496-4482-a9b5-97f1c4b17cd9,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:34.229946 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-00b4c374-dce3-4682-83c6-5f4b9145746e tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7610300 Nov 12 02:30:34.243913 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] Request body: {'port': {'device_id': '19fdaca6-0829-4995-b2e7-781477567e78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:34.298829 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 4cac5caa-4f29-4ca3-8ec3-15e2996980cc up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:30:34.351501 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:34.426854 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 4cac5caa-4f29-4ca3-8ec3-15e2996980cc triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:34.428523 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:34.517238 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-8ff17fc4-ddcd-463a-a16d-08753ec1ef64 None None] Provisioning complete for port dc701a0e-c496-4482-a9b5-97f1c4b17cd9 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:34.519111 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-8ff17fc4-ddcd-463a-a16d-08753ec1ef64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:34.638020 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-8ff17fc4-ddcd-463a-a16d-08753ec1ef64 None None] Port dc701a0e-c496-4482-a9b5-97f1c4b17cd9 cannot update to ACTIVE because it is not bound. {{(pid=101628) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:30:34.691668 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8976e2c-81b5-472e-a955-28fa06be80bf req-f69b9593-a017-4c8e-aace-aef7cea08478 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:34.702147 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c8976e2c-81b5-472e-a955-28fa06be80bf req-f69b9593-a017-4c8e-aace-aef7cea08478 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 932 time: 0.1772506 Nov 12 02:30:34.829018 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c8976e2c-81b5-472e-a955-28fa06be80bf req-974d8d21-3ee8-427c-bb29-1ce3f1a6db0f tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb33e83f-a29e-4d8e-9f44-f57b3c185622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257210 Nov 12 02:30:35.003889 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc701a0e-c496-4482-a9b5-97f1c4b17cd9 {{(pid=101627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:30:35.014394 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:35.037485 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.provisioning_blocks [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] Transition to ACTIVE for port object dc701a0e-c496-4482-a9b5-97f1c4b17cd9 will not be triggered until provisioned by entity L2. {{(pid=101627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:30:35.048006 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3466430'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:35.109869 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059096b-7287-4786-b36f-f434075467d4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc701a0e-c496-4482-a9b5-97f1c4b17cd9,revision_number=2']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:35.228877 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] Attempting to bind port dc701a0e-c496-4482-a9b5-97f1c4b17cd9 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:30:35.231833 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] Attempting to bind port dc701a0e-c496-4482-a9b5-97f1c4b17cd9 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'bfd07f29-2d92-4f8c-a3d7-f3e528339839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa'}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:30:35.232406 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] Attempting to bind port dc701a0e-c496-4482-a9b5-97f1c4b17cd9 on network 404a7e3a-99c5-4a67-9227-adbb62c821aa {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:30:35.247519 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] Port dc701a0e-c496-4482-a9b5-97f1c4b17cd9 on network 404a7e3a-99c5-4a67-9227-adbb62c821aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:30:35.247983 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] Attempting to bind port dc701a0e-c496-4482-a9b5-97f1c4b17cd9 on network 404a7e3a-99c5-4a67-9227-adbb62c821aa {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:30:35.259983 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] Checking agent: {'id': '2c3d3ad8-5938-43f6-9304-04beb85952ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:30:35.260452 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] Checking segment: {'id': 'bfd07f29-2d92-4f8c-a3d7-f3e528339839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:30:35.260881 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] Bound using segment: {'id': 'bfd07f29-2d92-4f8c-a3d7-f3e528339839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa'} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:30:35.261375 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] Bound port: dc701a0e-c496-4482-a9b5-97f1c4b17cd9, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfd07f29-2d92-4f8c-a3d7-f3e528339839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa'}}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:30:35.263499 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:35.396568 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] For port dc701a0e-c496-4482-a9b5-97f1c4b17cd9, host hv-cinder-80857, cleared binding levels {{(pid=101627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:30:35.404359 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] For port dc701a0e-c496-4482-a9b5-97f1c4b17cd9, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=dc701a0e-c496-4482-a9b5-97f1c4b17cd9,segment=NetworkSegment(bfd07f29-2d92-4f8c-a3d7-f3e528339839),segment_id=bfd07f29-2d92-4f8c-a3d7-f3e528339839)] {{(pid=101627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:30:35.404575 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:35.412235 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3466430'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:35.459236 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:35.459997 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:35.461509 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-f059096b-7287-4786-b36f-f434075467d4 service neutron] 10.222.0.61 "PUT /v2.0/ports/dc701a0e-c496-4482-a9b5-97f1c4b17cd9 HTTP/1.1" status: 200 len: 1094 time: 1.2228115 Nov 12 02:30:35.462037 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fdaca6-0829-4995-b2e7-781477567e78', 'tag': 'dc701a0e-c496-4482-a9b5-97f1c4b17cd9'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:35.464750 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b285db-01b0-4279-b5c5-325d0722d18f" -d '{"events": [{"name": "network-changed", "server_uuid": "19fdaca6-0829-4995-b2e7-781477567e78", "tag": "dc701a0e-c496-4482-a9b5-97f1c4b17cd9"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:35.521173 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059096b-7287-4786-b36f-f434075467d4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc701a0e-c496-4482-a9b5-97f1c4b17cd9,revision_number=3']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:35.620340 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff7e357-23e7-4de2-9e43-e8028a24bc4e x-openstack-request-id: req-bff7e357-23e7-4de2-9e43-e8028a24bc4e {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:35.622627 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fdaca6-0829-4995-b2e7-781477567e78", "tag": "dc701a0e-c496-4482-a9b5-97f1c4b17cd9", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:35.622979 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bff7e357-23e7-4de2-9e43-e8028a24bc4e {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:35.623519 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fdaca6-0829-4995-b2e7-781477567e78', 'tag': 'dc701a0e-c496-4482-a9b5-97f1c4b17cd9', 'status': 'completed', 'code': 200} Nov 12 02:30:35.642568 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-221628db-8497-4c0e-8179-2b692ed5a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:35.647379 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-221628db-8497-4c0e-8179-2b692ed5a6fc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f703f38cf65b46999d543ac359444567&device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 1097 time: 0.1095641 Nov 12 02:30:35.714772 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-8a28ee64-4376-49d0-af50-b83463150531 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc701a0e-c496-4482-a9b5-97f1c4b17cd9 HTTP/1.1" status: 200 len: 217 time: 0.0535841 Nov 12 02:30:35.792847 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-d476822f-6fb1-4349-a37d-1abc398dc81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:35.795113 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-d476822f-6fb1-4349-a37d-1abc398dc81b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4fc1b18-ead8-4210-84af-aa2802ec2ad5 HTTP/1.1" status: 200 len: 849 time: 0.0731294 Nov 12 02:30:35.867285 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-82bcd842-d454-4781-a69f-d19ef39b40b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:35.869186 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-82bcd842-d454-4781-a69f-d19ef39b40b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=404a7e3a-99c5-4a67-9227-adbb62c821aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0608013 Nov 12 02:30:36.106890 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf58b8-f081-4671-8b59-a4930a7b9dc2 req-77bb0e0e-d24b-4334-b943-c77c7360a384 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:36.109174 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0dbf58b8-f081-4671-8b59-a4930a7b9dc2 req-77bb0e0e-d24b-4334-b943-c77c7360a384 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 944 time: 0.1214454 Nov 12 02:30:36.110194 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-bbd3e95f-582d-4cea-86fa-c38aa5c6e5a7 service neutron] 10.222.0.61 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325125 Nov 12 02:30:36.179809 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 93d53ae3-b215-4da0-a5e3-b94d7a731f00 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:30:36.216466 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0dbf58b8-f081-4671-8b59-a4930a7b9dc2 req-e67ff0a2-060f-48a9-8318-9a9194ddb0d8 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb33e83f-a29e-4d8e-9f44-f57b3c185622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815442 Nov 12 02:30:36.306541 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 93d53ae3-b215-4da0-a5e3-b94d7a731f00 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:36.306818 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:36.362169 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-9b287970-5111-42d6-98ba-b67a8c629de1 req-172aeb43-5aca-4c99-9806-44f4eb38020b service neutron] 10.222.0.61 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405851 Nov 12 02:30:36.448496 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:36.495262 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] For port 93d53ae3-b215-4da0-a5e3-b94d7a731f00, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=93d53ae3-b215-4da0-a5e3-b94d7a731f00,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:36.505844 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:36.536653 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b285db-01b0-4279-b5c5-325d0722d18f req-4e849d10-f0b5-4fde-b9d7-69aa4ed28749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:36.538477 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c5b285db-01b0-4279-b5c5-325d0722d18f req-4e849d10-f0b5-4fde-b9d7-69aa4ed28749 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f703f38cf65b46999d543ac359444567&device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 1097 time: 0.0979064 Nov 12 02:30:36.701144 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Pushing event updated for resources: {'Port': ['ID=93d53ae3-b215-4da0-a5e3-b94d7a731f00,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:36.737325 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b285db-01b0-4279-b5c5-325d0722d18f req-9f41e5b6-9353-4486-a26c-05aa7551fe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:36.739234 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c5b285db-01b0-4279-b5c5-325d0722d18f req-9f41e5b6-9353-4486-a26c-05aa7551fe38 service neutron] 10.222.0.61 "GET /v2.0/networks?id=404a7e3a-99c5-4a67-9227-adbb62c821aa HTTP/1.1" status: 200 len: 911 time: 0.1862700 Nov 12 02:30:36.794862 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c5b285db-01b0-4279-b5c5-325d0722d18f req-5185db40-00e7-40f6-805c-ac225b6dd582 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc701a0e-c496-4482-a9b5-97f1c4b17cd9 HTTP/1.1" status: 200 len: 217 time: 0.0425029 Nov 12 02:30:36.863145 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b285db-01b0-4279-b5c5-325d0722d18f req-540cfbe7-3d14-413b-b652-f31b374508fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:36.867380 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c5b285db-01b0-4279-b5c5-325d0722d18f req-540cfbe7-3d14-413b-b652-f31b374508fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4fc1b18-ead8-4210-84af-aa2802ec2ad5 HTTP/1.1" status: 200 len: 849 time: 0.0663557 Nov 12 02:30:36.938461 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b285db-01b0-4279-b5c5-325d0722d18f req-91eed685-4715-4dd0-9760-59178369f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:36.940272 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c5b285db-01b0-4279-b5c5-325d0722d18f req-91eed685-4715-4dd0-9760-59178369f972 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=404a7e3a-99c5-4a67-9227-adbb62c821aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0616612 Nov 12 02:30:36.988957 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:37.084325 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c5b285db-01b0-4279-b5c5-325d0722d18f req-7a3083a2-90e6-4c55-9d26-5d56366016d0 service neutron] 10.222.0.61 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317317 Nov 12 02:30:37.250271 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c5b285db-01b0-4279-b5c5-325d0722d18f req-d1e139c7-cbdb-47d7-988a-9578481e4e70 service neutron] 10.222.0.61 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582713 Nov 12 02:30:37.358083 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762da02d-03de-4b08-816d-c52da9a2afed req-042e2a05-c5a7-4c72-850c-84921e3505e6 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:37.369613 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-762da02d-03de-4b08-816d-c52da9a2afed req-042e2a05-c5a7-4c72-850c-84921e3505e6 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 944 time: 0.0770278 Nov 12 02:30:37.436622 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-762da02d-03de-4b08-816d-c52da9a2afed req-c3b60058-c008-40c6-b064-d5083ee90146 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb33e83f-a29e-4d8e-9f44-f57b3c185622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657601 Nov 12 02:30:37.569746 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:37.774277 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] Sync routers for ids ['451957cc-d214-4ec4-b285-b5b4e0b81575'] in dv-cinder-808574-4-smb {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:30:37.787362 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] Routers {'451957cc-d214-4ec4-b285-b5b4e0b81575'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:37.788003 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:30:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['451957cc-d214-4ec4-b285-b5b4e0b81575'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:37.926189 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device dc701a0e-c496-4482-a9b5-97f1c4b17cd9 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:30:37.930686 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] Set router 451957cc-d214-4ec4-b285-b5b4e0b81575 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:38.152204 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 93d53ae3-b215-4da0-a5e3-b94d7a731f00 up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:30:38.253780 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451957cc-d214-4ec4-b285-b5b4e0b81575', 'name': 'tempest-TestMinimumBasicScenario-121527076-router', 'tenant_id': 'a54608259636431c8e74ef16df4fd769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.151'}], 'enable_snat': True}, 'gw_port_id': '93d53ae3-b215-4da0-a5e3-b94d7a731f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:28Z', 'updated_at': '2021-11-12T02:30:32Z', 'revision_number': 4, 'project_id': 'a54608259636431c8e74ef16df4fd769', 'gw_port': {'id': '93d53ae3-b215-4da0-a5e3-b94d7a731f00', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451957cc-d214-4ec4-b285-b5b4e0b81575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:29Z', 'updated_at': '2021-11-12T02:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff', 'name': '', 'network_id': '4d3dba41-5a0e-4a57-aa48-a27a40a27816', 'tenant_id': 'a54608259636431c8e74ef16df4fd769', 'mac_address': 'fa:16:3e:f6:3a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451957cc-d214-4ec4-b285-b5b4e0b81575', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a1988ba-37f8-47cf-8d90-6c6571ccef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:31Z', 'updated_at': '2021-11-12T02:30:32Z', 'revision_number': 2, 'project_id': 'a54608259636431c8e74ef16df4fd769', 'subnets': [{'id': '0a1988ba-37f8-47cf-8d90-6c6571ccef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:38.271956 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 93d53ae3-b215-4da0-a5e3-b94d7a731f00 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:38.272321 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:38.281855 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port dc701a0e-c496-4482-a9b5-97f1c4b17cd9, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=dc701a0e-c496-4482-a9b5-97f1c4b17cd9,segment=NetworkSegment(bfd07f29-2d92-4f8c-a3d7-f3e528339839),segment_id=bfd07f29-2d92-4f8c-a3d7-f3e528339839)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:38.297460 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] Checking router: 451957cc-d214-4ec4-b285-b5b4e0b81575 for host: dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:30:38.297804 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] Updating router 451957cc-d214-4ec4-b285-b5b4e0b81575 port 3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff binding host dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:30:38.325255 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': 'dc701a0e-c496-4482-a9b5-97f1c4b17cd9', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'port_id': 'dc701a0e-c496-4482-a9b5-97f1c4b17cd9', 'mac_address': 'fa:16:3e:19:59:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:30:38.343128 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:38.380305 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:38.409585 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc701a0e-c496-4482-a9b5-97f1c4b17cd9 {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:30:38.465219 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port dc701a0e-c496-4482-a9b5-97f1c4b17cd9, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=dc701a0e-c496-4482-a9b5-97f1c4b17cd9,segment=NetworkSegment(bfd07f29-2d92-4f8c-a3d7-f3e528339839),segment_id=bfd07f29-2d92-4f8c-a3d7-f3e528339839)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:38.483890 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:38.562178 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=dc701a0e-c496-4482-a9b5-97f1c4b17cd9,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:38.648613 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e36906-1f7f-4e65-adad-7269b0508eb7 req-b94a6d57-b2f0-4a92-9d34-88f387f41f15 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:38.664686 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-85e36906-1f7f-4e65-adad-7269b0508eb7 req-b94a6d57-b2f0-4a92-9d34-88f387f41f15 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 945 time: 0.0823090 Nov 12 02:30:38.750167 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-85e36906-1f7f-4e65-adad-7269b0508eb7 req-a10f2ab3-2bed-420b-8b6c-2f6edb2561c1 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb33e83f-a29e-4d8e-9f44-f57b3c185622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838022 Nov 12 02:30:38.762718 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['dc701a0e-c496-4482-a9b5-97f1c4b17cd9'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:30:38.827233 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] Publish callbacks [] for port, precommit_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:38.840452 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:38.989481 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7827a-139a-40cd-a04b-88d50e371cda None None] Pushing event updated for resources: {'Port': ['ID=3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff,revision_number=3']} {{(pid=101629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:39.010486 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7827a-139a-40cd-a04b-88d50e371cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:39.010831 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7827a-139a-40cd-a04b-88d50e371cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:39.011153 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7827a-139a-40cd-a04b-88d50e371cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:39.012226 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7827a-139a-40cd-a04b-88d50e371cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:39.012567 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7827a-139a-40cd-a04b-88d50e371cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:39.013040 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7827a-139a-40cd-a04b-88d50e371cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:39.013368 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7827a-139a-40cd-a04b-88d50e371cda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:39.013691 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7827a-139a-40cd-a04b-88d50e371cda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:39.014030 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7827a-139a-40cd-a04b-88d50e371cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:39.014443 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7827a-139a-40cd-a04b-88d50e371cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:39.014648 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7827a-139a-40cd-a04b-88d50e371cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:39.014968 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7827a-139a-40cd-a04b-88d50e371cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:30:39.022831 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.managers [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] Attempting to bind port 3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff on host dv-cinder-808574-4-smb for vnic_type normal with profile {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:30:39.023201 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.managers [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] Attempting to bind port 3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff by drivers openvswitch,hyperv on host dv-cinder-808574-4-smb at level 0 using segments [{'id': 'b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4d3dba41-5a0e-4a57-aa48-a27a40a27816'}] {{(pid=101629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:30:39.024791 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] Attempting to bind port 3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff on network 4d3dba41-5a0e-4a57-aa48-a27a40a27816 {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:30:39.031869 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] Checking agent: {'id': 'da790b6b-a171-46b6-b026-3f5dc002fe1c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 17, 37), 'started_at': datetime.datetime(2021, 11, 12, 2, 18, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:30:39.033320 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] Checking segment: {'id': 'b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4d3dba41-5a0e-4a57-aa48-a27a40a27816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:30:39.033667 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:39.034005 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] Bound using segment: {'id': 'b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4d3dba41-5a0e-4a57-aa48-a27a40a27816'} {{(pid=101629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:30:39.035529 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.managers [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] Bound port: 3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff, host: dv-cinder-808574-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4d3dba41-5a0e-4a57-aa48-a27a40a27816'}}] {{(pid=101629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:30:39.035922 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:39.149677 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.db [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] For port 3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff, host dv-cinder-808574-4-smb, cleared binding levels {{(pid=101629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:30:39.156795 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.plugins.ml2.db [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] For port 3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff, host dv-cinder-808574-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff,segment=NetworkSegment(b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f),segment_id=b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f)] {{(pid=101629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:30:39.180904 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron_lib.callbacks.manager [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:39.241970 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-438637ad-bec6-4ebf-af94-3b37839454cb None None] Provisioning complete for port 3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:39.242239 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-438637ad-bec6-4ebf-af94-3b37839454cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:39.256593 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] Routers {'451957cc-d214-4ec4-b285-b5b4e0b81575'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:39.261829 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:30:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['451957cc-d214-4ec4-b285-b5b4e0b81575'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:39.335288 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-438637ad-bec6-4ebf-af94-3b37839454cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:39.425321 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-438637ad-bec6-4ebf-af94-3b37839454cb None None] For port 3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff,segment=NetworkSegment(b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f),segment_id=b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:39.437516 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7827a-139a-40cd-a04b-88d50e371cda None None] Pushing event updated for resources: {'Port': ['ID=3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff,revision_number=4']} {{(pid=101629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:39.437942 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-438637ad-bec6-4ebf-af94-3b37839454cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:39.501232 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] Set router 451957cc-d214-4ec4-b285-b5b4e0b81575 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:39.533503 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438637ad-bec6-4ebf-af94-3b37839454cb None None] Pushing event updated for resources: {'Port': ['ID=3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:39.690580 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-a59ab916-888b-4b5e-9424-45efa380de26 None None] Provisioning complete for port 3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:39.691218 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-a59ab916-888b-4b5e-9424-45efa380de26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:39.892653 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451957cc-d214-4ec4-b285-b5b4e0b81575', 'name': 'tempest-TestMinimumBasicScenario-121527076-router', 'tenant_id': 'a54608259636431c8e74ef16df4fd769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.151'}], 'enable_snat': True}, 'gw_port_id': '93d53ae3-b215-4da0-a5e3-b94d7a731f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:28Z', 'updated_at': '2021-11-12T02:30:32Z', 'revision_number': 4, 'project_id': 'a54608259636431c8e74ef16df4fd769', 'gw_port': {'id': '93d53ae3-b215-4da0-a5e3-b94d7a731f00', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451957cc-d214-4ec4-b285-b5b4e0b81575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:29Z', 'updated_at': '2021-11-12T02:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff', 'name': '', 'network_id': '4d3dba41-5a0e-4a57-aa48-a27a40a27816', 'tenant_id': 'a54608259636431c8e74ef16df4fd769', 'mac_address': 'fa:16:3e:f6:3a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451957cc-d214-4ec4-b285-b5b4e0b81575', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a1988ba-37f8-47cf-8d90-6c6571ccef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:31Z', 'updated_at': '2021-11-12T02:30:39Z', 'revision_number': 4, 'project_id': 'a54608259636431c8e74ef16df4fd769', 'subnets': [{'id': '0a1988ba-37f8-47cf-8d90-6c6571ccef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:39.935006 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device dc701a0e-c496-4482-a9b5-97f1c4b17cd9 up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:30:39.942276 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8164cca3-e229-495e-bb47-6664fe784dbf None None] The sync data for ids ['451957cc-d214-4ec4-b285-b5b4e0b81575'] in dv-cinder-808574-4-smb is: [{'id': '451957cc-d214-4ec4-b285-b5b4e0b81575', 'name': 'tempest-TestMinimumBasicScenario-121527076-router', 'tenant_id': 'a54608259636431c8e74ef16df4fd769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.151'}], 'enable_snat': True}, 'gw_port_id': '93d53ae3-b215-4da0-a5e3-b94d7a731f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:28Z', 'updated_at': '2021-11-12T02:30:32Z', 'revision_number': 4, 'project_id': 'a54608259636431c8e74ef16df4fd769', 'gw_port': {'id': '93d53ae3-b215-4da0-a5e3-b94d7a731f00', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451957cc-d214-4ec4-b285-b5b4e0b81575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:29Z', 'updated_at': '2021-11-12T02:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff', 'name': '', 'network_id': '4d3dba41-5a0e-4a57-aa48-a27a40a27816', 'tenant_id': 'a54608259636431c8e74ef16df4fd769', 'mac_address': 'fa:16:3e:f6:3a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451957cc-d214-4ec4-b285-b5b4e0b81575', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '0a1988ba-37f8-47cf-8d90-6c6571ccef32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:31Z', 'updated_at': '2021-11-12T02:30:39Z', 'revision_number': 4, 'project_id': 'a54608259636431c8e74ef16df4fd769', 'subnets': [{'id': '0a1988ba-37f8-47cf-8d90-6c6571ccef32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:30:39.974249 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd496ce-a37c-4e1c-a606-263c3ad7b261 req-09ef3abb-9d1d-498e-b3f8-a2901f0bf460 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:39.985987 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fdd496ce-a37c-4e1c-a606-263c3ad7b261 req-09ef3abb-9d1d-498e-b3f8-a2901f0bf460 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 945 time: 0.1006246 Nov 12 02:30:40.086415 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fdd496ce-a37c-4e1c-a606-263c3ad7b261 req-d1427f86-46ce-4767-a806-c68d958ef5a5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb33e83f-a29e-4d8e-9f44-f57b3c185622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993011 Nov 12 02:30:40.087924 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning for port dc701a0e-c496-4482-a9b5-97f1c4b17cd9 completed by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:30:40.106339 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port dc701a0e-c496-4482-a9b5-97f1c4b17cd9 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:40.107249 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.156861 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff up at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:30:40.279004 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Provisioning complete for port 3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:40.279679 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.286896 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.354848 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fdaca6-0829-4995-b2e7-781477567e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc701a0e-c496-4482-a9b5-97f1c4b17cd9'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:40.357706 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b92d69-7741-482f-93ba-ca5beb6e5a0d" -d '{"events": [{"server_uuid": "19fdaca6-0829-4995-b2e7-781477567e78", "name": "network-vif-plugged", "status": "completed", "tag": "dc701a0e-c496-4482-a9b5-97f1c4b17cd9"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:40.386837 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port dc701a0e-c496-4482-a9b5-97f1c4b17cd9, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=dc701a0e-c496-4482-a9b5-97f1c4b17cd9,segment=NetworkSegment(bfd07f29-2d92-4f8c-a3d7-f3e528339839),segment_id=bfd07f29-2d92-4f8c-a3d7-f3e528339839)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:30:40.394054 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:40.452479 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f19397b-04ae-4bdb-8e45-8f49adfeac73 x-openstack-request-id: req-6f19397b-04ae-4bdb-8e45-8f49adfeac73 {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:40.452784 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fdaca6-0829-4995-b2e7-781477567e78", "name": "network-vif-plugged", "status": "completed", "tag": "dc701a0e-c496-4482-a9b5-97f1c4b17cd9", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:40.453043 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6f19397b-04ae-4bdb-8e45-8f49adfeac73 {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:40.453434 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fdaca6-0829-4995-b2e7-781477567e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc701a0e-c496-4482-a9b5-97f1c4b17cd9', 'code': 200} Nov 12 02:30:40.510477 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=dc701a0e-c496-4482-a9b5-97f1c4b17cd9,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:40.635668 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:30:40.725767 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ade4a-97f6-4f08-ad2c-6f8c7f0bf548 req-2d29a585-92f7-4eb0-9d59-6fa5a9a76d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:40.729160 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-625ade4a-97f6-4f08-ad2c-6f8c7f0bf548 req-2d29a585-92f7-4eb0-9d59-6fa5a9a76d50 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 1099 time: 0.1070778 Nov 12 02:30:40.818734 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-625ade4a-97f6-4f08-ad2c-6f8c7f0bf548 req-8647a3b8-11b8-4c47-aa3c-3190afc03317 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bb33e83f-a29e-4d8e-9f44-f57b3c185622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815344 Nov 12 02:30:41.246662 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5fb13-71bb-4765-9fe5-de1826a40541 req-fb9aac55-c558-407d-9bd5-c35cf7bb6970 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:41.259244 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-94c5fb13-71bb-4765-9fe5-de1826a40541 req-fb9aac55-c558-407d-9bd5-c35cf7bb6970 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 946 time: 0.0831547 Nov 12 02:30:41.343580 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-94c5fb13-71bb-4765-9fe5-de1826a40541 req-ff02768f-1441-4717-a443-f4306e8cbfb0 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb33e83f-a29e-4d8e-9f44-f57b3c185622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828652 Nov 12 02:30:42.516208 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dae8b6-1717-4407-bb5d-77d76e4f7270 req-d205868f-5406-4ddc-9015-3ec09339bf78 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:42.518697 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-83dae8b6-1717-4407-bb5d-77d76e4f7270 req-d205868f-5406-4ddc-9015-3ec09339bf78 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 946 time: 0.0683227 Nov 12 02:30:42.592540 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-83dae8b6-1717-4407-bb5d-77d76e4f7270 req-e46dd1c7-d0ef-485d-be0d-b283691954fd tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb33e83f-a29e-4d8e-9f44-f57b3c185622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596042 Nov 12 02:30:42.768078 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab2d74-76b7-4c4e-a06b-280d3f58c1cb req-43eeb11c-0619-405a-a2c8-3e2592910ded tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:42.770664 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1bab2d74-76b7-4c4e-a06b-280d3f58c1cb req-43eeb11c-0619-405a-a2c8-3e2592910ded tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 946 time: 0.0774209 Nov 12 02:30:42.785145 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42358) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:30:42.795616 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-5fddc72f-7639-4331-aa46-26d6cf930ad1 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Request body: {'floatingip': {'port_id': 'dc701a0e-c496-4482-a9b5-97f1c4b17cd9'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:42.868198 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5fddc72f-7639-4331-aa46-26d6cf930ad1 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for floatingip, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:43.458965 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5fddc72f-7639-4331-aa46-26d6cf930ad1 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:43.466164 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5fddc72f-7639-4331-aa46-26d6cf930ad1 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394463'] for floatingip, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:43.880011 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.db.l3_db [None req-5fddc72f-7639-4331-aa46-26d6cf930ad1 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Floating IP 56a7dfee-a83c-43e0-9027-a9a1a54ee6b1 associated. External IP: 172.28.0.213, port: dc701a0e-c496-4482-a9b5-97f1c4b17cd9. Nov 12 02:30:44.163970 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fddc72f-7639-4331-aa46-26d6cf930ad1 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Router a508150a-81b6-4e6d-834f-6e2f91c16084 has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:30:44.331743 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fddc72f-7639-4331-aa46-26d6cf930ad1 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:30:44.339393 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5fddc72f-7639-4331-aa46-26d6cf930ad1 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for floatingip, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:44.354961 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26d9349-7d9d-48d1-8c5a-02f1397f7350 None None] Sync routers for ids ['a508150a-81b6-4e6d-834f-6e2f91c16084'] in dv-cinder-808574-4-smb {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:30:44.379700 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d9349-7d9d-48d1-8c5a-02f1397f7350 None None] Routers {'a508150a-81b6-4e6d-834f-6e2f91c16084'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:44.380397 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-b26d9349-7d9d-48d1-8c5a-02f1397f7350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:30:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['a508150a-81b6-4e6d-834f-6e2f91c16084'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:44.437984 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-5fddc72f-7639-4331-aa46-26d6cf930ad1 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "PUT /v2.0/floatingips/56a7dfee-a83c-43e0-9027-a9a1a54ee6b1 HTTP/1.1" status: 200 len: 992 time: 1.6490397 Nov 12 02:30:44.437984 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fdaca6-0829-4995-b2e7-781477567e78', 'tag': 'dc701a0e-c496-4482-a9b5-97f1c4b17cd9'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:30:44.452965 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d633040b-6254-4047-8e1b-2b943aa77ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "19fdaca6-0829-4995-b2e7-781477567e78", "tag": "dc701a0e-c496-4482-a9b5-97f1c4b17cd9"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:30:44.545813 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-b26d9349-7d9d-48d1-8c5a-02f1397f7350 None None] Set router a508150a-81b6-4e6d-834f-6e2f91c16084 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:44.584969 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79141907-ae69-449b-9ee2-c02c72143bfb x-openstack-request-id: req-79141907-ae69-449b-9ee2-c02c72143bfb {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:30:44.585504 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fdaca6-0829-4995-b2e7-781477567e78", "tag": "dc701a0e-c496-4482-a9b5-97f1c4b17cd9", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:30:44.585913 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-79141907-ae69-449b-9ee2-c02c72143bfb {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:30:44.586462 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fdaca6-0829-4995-b2e7-781477567e78', 'tag': 'dc701a0e-c496-4482-a9b5-97f1c4b17cd9', 'status': 'completed', 'code': 200} Nov 12 02:30:44.697925 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633040b-6254-4047-8e1b-2b943aa77ef2 req-7eb76e4a-0f6e-4bca-bd26-f4a3dc536a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:44.705228 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-d633040b-6254-4047-8e1b-2b943aa77ef2 req-7eb76e4a-0f6e-4bca-bd26-f4a3dc536a09 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f703f38cf65b46999d543ac359444567&device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 1099 time: 0.0843832 Nov 12 02:30:44.919296 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633040b-6254-4047-8e1b-2b943aa77ef2 req-8222c449-59cf-4fb9-9644-9fd25796992a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:44.925345 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-d633040b-6254-4047-8e1b-2b943aa77ef2 req-8222c449-59cf-4fb9-9644-9fd25796992a service neutron] 10.222.0.61 "GET /v2.0/networks?id=404a7e3a-99c5-4a67-9227-adbb62c821aa HTTP/1.1" status: 200 len: 911 time: 0.1629102 Nov 12 02:30:44.984718 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-b26d9349-7d9d-48d1-8c5a-02f1397f7350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:01Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 4, 'project_id': 'f703f38cf65b46999d543ac359444567', 'gw_port': {'id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_floatingips': [{'id': '56a7dfee-a83c-43e0-9027-a9a1a54ee6b1', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'floating_ip_address': '172.28.0.213', 'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'router_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'port_id': 'dc701a0e-c496-4482-a9b5-97f1c4b17cd9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'mac_address': 'fa:16:3e:19:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fdaca6-0829-4995-b2e7-781477567e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:30:30Z', 'updated_at': '2021-11-12T02:30:43Z', 'revision_number': 1, 'project_id': 'f703f38cf65b46999d543ac359444567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1811f099-17ad-4f71-b973-8d8305a220f8', 'name': '', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'mac_address': 'fa:16:3e:48:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:22Z', 'updated_at': '2021-11-12T02:26:33Z', 'revision_number': 5, 'project_id': 'f703f38cf65b46999d543ac359444567', 'subnets': [{'id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:45.034324 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26d9349-7d9d-48d1-8c5a-02f1397f7350 None None] Checking router: a508150a-81b6-4e6d-834f-6e2f91c16084 for host: dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:30:45.055138 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-d633040b-6254-4047-8e1b-2b943aa77ef2 req-fd2db80f-16d1-45a2-a9f0-f555af548d08 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc701a0e-c496-4482-a9b5-97f1c4b17cd9 HTTP/1.1" status: 200 len: 1000 time: 0.1194394 Nov 12 02:30:45.057402 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d9349-7d9d-48d1-8c5a-02f1397f7350 None None] Routers {'a508150a-81b6-4e6d-834f-6e2f91c16084'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:30:45.058197 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-b26d9349-7d9d-48d1-8c5a-02f1397f7350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:30:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['a508150a-81b6-4e6d-834f-6e2f91c16084'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:45.134328 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633040b-6254-4047-8e1b-2b943aa77ef2 req-956fb11a-f476-4d85-b4e9-b4fa98366f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:45.135852 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-d633040b-6254-4047-8e1b-2b943aa77ef2 req-956fb11a-f476-4d85-b4e9-b4fa98366f6e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4fc1b18-ead8-4210-84af-aa2802ec2ad5 HTTP/1.1" status: 200 len: 849 time: 0.0707750 Nov 12 02:30:45.220461 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633040b-6254-4047-8e1b-2b943aa77ef2 req-54536303-c7fb-4414-8811-b945c9d8abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:45.222989 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-d633040b-6254-4047-8e1b-2b943aa77ef2 req-54536303-c7fb-4414-8811-b945c9d8abf3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=404a7e3a-99c5-4a67-9227-adbb62c821aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728014 Nov 12 02:30:45.373768 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-b26d9349-7d9d-48d1-8c5a-02f1397f7350 None None] Set router a508150a-81b6-4e6d-834f-6e2f91c16084 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:30:45.409337 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-d633040b-6254-4047-8e1b-2b943aa77ef2 req-948e2db1-cb3a-4a37-91c3-259fb387feb3 service neutron] 10.222.0.61 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780419 Nov 12 02:30:45.552938 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-d633040b-6254-4047-8e1b-2b943aa77ef2 req-0d13f9ef-2339-4948-9ed0-8c531f5394e0 service neutron] 10.222.0.61 "GET /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316340 Nov 12 02:30:45.927032 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-b26d9349-7d9d-48d1-8c5a-02f1397f7350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:01Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 4, 'project_id': 'f703f38cf65b46999d543ac359444567', 'gw_port': {'id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_floatingips': [{'id': '56a7dfee-a83c-43e0-9027-a9a1a54ee6b1', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'floating_ip_address': '172.28.0.213', 'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'router_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'port_id': 'dc701a0e-c496-4482-a9b5-97f1c4b17cd9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'mac_address': 'fa:16:3e:19:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fdaca6-0829-4995-b2e7-781477567e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:30:30Z', 'updated_at': '2021-11-12T02:30:43Z', 'revision_number': 1, 'project_id': 'f703f38cf65b46999d543ac359444567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1811f099-17ad-4f71-b973-8d8305a220f8', 'name': '', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'mac_address': 'fa:16:3e:48:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:22Z', 'updated_at': '2021-11-12T02:26:33Z', 'revision_number': 5, 'project_id': 'f703f38cf65b46999d543ac359444567', 'subnets': [{'id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:30:45.968575 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26d9349-7d9d-48d1-8c5a-02f1397f7350 None None] The sync data for ids ['a508150a-81b6-4e6d-834f-6e2f91c16084'] in dv-cinder-808574-4-smb is: [{'id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:01Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 4, 'project_id': 'f703f38cf65b46999d543ac359444567', 'gw_port': {'id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_floatingips': [{'id': '56a7dfee-a83c-43e0-9027-a9a1a54ee6b1', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'floating_ip_address': '172.28.0.213', 'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'router_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'port_id': 'dc701a0e-c496-4482-a9b5-97f1c4b17cd9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'mac_address': 'fa:16:3e:19:59:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fdaca6-0829-4995-b2e7-781477567e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:30:30Z', 'updated_at': '2021-11-12T02:30:43Z', 'revision_number': 1, 'project_id': 'f703f38cf65b46999d543ac359444567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1811f099-17ad-4f71-b973-8d8305a220f8', 'name': '', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'mac_address': 'fa:16:3e:48:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:22Z', 'updated_at': '2021-11-12T02:26:33Z', 'revision_number': 5, 'project_id': 'f703f38cf65b46999d543ac359444567', 'subnets': [{'id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:30:46.256180 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b170f52d-0cf2-4175-98a5-f0d1c840215f None None] New status for floating IP 56a7dfee-a83c-43e0-9027-a9a1a54ee6b1: ACTIVE {{(pid=101629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:30:47.889259 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-8d581b00-daed-4d26-87ec-434f469f76a3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:47.890747 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-8d581b00-daed-4d26-87ec-434f469f76a3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/networks?id=d53d56b6-27dc-4052-938a-86ef6f52304d HTTP/1.1" status: 200 len: 815 time: 0.1013455 Nov 12 02:30:47.906221 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-dce4f437-24c4-488c-8fc6-dd9ee6a3972c tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/quotas/b5e5d066e9d043c2b6b280d75ecb3335 HTTP/1.1" status: 200 len: 375 time: 0.0095429 Nov 12 02:30:47.963268 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-d8c3f3f8-a4b3-46d9-a6c3-105f19ca849e tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b5e5d066e9d043c2b6b280d75ecb3335&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510576 Nov 12 02:30:48.064181 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-92d63b72-7ef8-48b6-9068-d8d95a17dc7a service neutron] 10.222.0.66 "GET /v2.0/networks/d53d56b6-27dc-4052-938a-86ef6f52304d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861716 Nov 12 02:30:48.160231 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-55a8dd8f-38b4-4e28-87c2-a2bd9a2f6ff0 service neutron] 10.222.0.66 "GET /v2.0/networks/d53d56b6-27dc-4052-938a-86ef6f52304d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929263 Nov 12 02:30:48.322198 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-add06131-7e17-4cfd-b1a4-943827c70e1e req-d67d6f2a-8d64-4f49-becc-77a3f976b7a3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 210 time: 0.0264640 Nov 12 02:30:49.443205 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-09e36bf5-a0d7-4e0b-b9f4-bcd428a17434 req-c8e390f4-9a0c-436c-908e-31c638612c2e tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 210 time: 0.0287309 Nov 12 02:30:49.449940 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-f28b9233-22e7-421e-8cfa-0c1887418c9f tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:49.451691 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-f28b9233-22e7-421e-8cfa-0c1887418c9f tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.61 "GET /v2.0/networks?id=d53d56b6-27dc-4052-938a-86ef6f52304d HTTP/1.1" status: 200 len: 815 time: 0.1455617 Nov 12 02:30:49.471517 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-a874960c-8b7d-4dfa-b391-799f463e0cdf tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Request body: {'port': {'device_id': 'b713114b-55f8-44b0-a2f5-9d6870d53a22', 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d', 'admin_state_up': True, 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:30:49.588088 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-a874960c-8b7d-4dfa-b391-799f463e0cdf tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Made reservation on behalf of b5e5d066e9d043c2b6b280d75ecb3335 for: {'port': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:30:49.592511 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-a874960c-8b7d-4dfa-b391-799f463e0cdf tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:49.734425 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-a874960c-8b7d-4dfa-b391-799f463e0cdf tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Allocated IP 172.20.0.12 (d53d56b6-27dc-4052-938a-86ef6f52304d/bb6e8f49-96e5-4356-baee-3967281dde4b/589d3dac-7cd5-4258-83db-ff9f8b9abeae) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:30:49.936479 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-a874960c-8b7d-4dfa-b391-799f463e0cdf tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:49.981223 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-a874960c-8b7d-4dfa-b391-799f463e0cdf tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:50.039649 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-a874960c-8b7d-4dfa-b391-799f463e0cdf tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Network d53d56b6-27dc-4052-938a-86ef6f52304d is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:30:50.043027 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-a874960c-8b7d-4dfa-b391-799f463e0cdf tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:30:50.053286 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-a874960c-8b7d-4dfa-b391-799f463e0cdf tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:30:50.060232 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874960c-8b7d-4dfa-b391-799f463e0cdf tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Pushing event updated for resources: {'Port': ['ID=589d3dac-7cd5-4258-83db-ff9f8b9abeae,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:30:50.131958 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-a874960c-8b7d-4dfa-b391-799f463e0cdf tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:30:50.132953 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-a874960c-8b7d-4dfa-b391-799f463e0cdf tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:50.155756 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-a874960c-8b7d-4dfa-b391-799f463e0cdf tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6887395 Nov 12 02:30:50.323424 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-3c2617bc-7ab1-4a12-b0d2-ed7d3d0a8ff2 None None] Provisioning complete for port 589d3dac-7cd5-4258-83db-ff9f8b9abeae triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:30:50.324006 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-3c2617bc-7ab1-4a12-b0d2-ed7d3d0a8ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:30:50.362628 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-3c2617bc-7ab1-4a12-b0d2-ed7d3d0a8ff2 None None] Port 589d3dac-7cd5-4258-83db-ff9f8b9abeae cannot update to ACTIVE because it is not bound. {{(pid=101628) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:31:01.490782 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] Request body: {'port': {'device_id': 'b713114b-55f8-44b0-a2f5-9d6870d53a22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:01.558720 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:01.602216 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-72b79593-d42f-467b-9e6e-a6eff7bb4997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:01.823627 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc83a9b-55c6-404a-be3b-b5459dffd3f7 req-b5af20b8-a515-473f-a5ef-45525cb4981f tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:01.825161 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-efc83a9b-55c6-404a-be3b-b5459dffd3f7 req-b5af20b8-a515-473f-a5ef-45525cb4981f tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 932 time: 0.2360477 Nov 12 02:31:01.869265 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 589d3dac-7cd5-4258-83db-ff9f8b9abeae {{(pid=101627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:31:01.878162 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:01.889177 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-efc83a9b-55c6-404a-be3b-b5459dffd3f7 req-47278a5d-b601-40f0-bf85-009e4f0c8ef1 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524280 Nov 12 02:31:01.893546 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.provisioning_blocks [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] Transition to ACTIVE for port object 589d3dac-7cd5-4258-83db-ff9f8b9abeae will not be triggered until provisioned by entity L2. {{(pid=101627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:31:01.898458 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3466430'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:01.959641 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] Pushing event updated for resources: {'Port': ['ID=589d3dac-7cd5-4258-83db-ff9f8b9abeae,revision_number=2']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:02.055104 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] Attempting to bind port 589d3dac-7cd5-4258-83db-ff9f8b9abeae on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:31:02.055630 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] Attempting to bind port 589d3dac-7cd5-4258-83db-ff9f8b9abeae by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'd5532b3d-7ac1-40f2-a64a-0e4655a84318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d'}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:31:02.055916 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] Attempting to bind port 589d3dac-7cd5-4258-83db-ff9f8b9abeae on network d53d56b6-27dc-4052-938a-86ef6f52304d {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:31:02.061325 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] Port 589d3dac-7cd5-4258-83db-ff9f8b9abeae on network d53d56b6-27dc-4052-938a-86ef6f52304d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:31:02.061731 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] Attempting to bind port 589d3dac-7cd5-4258-83db-ff9f8b9abeae on network d53d56b6-27dc-4052-938a-86ef6f52304d {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:31:02.067881 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] Checking agent: {'id': '2c3d3ad8-5938-43f6-9304-04beb85952ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:31:02.068222 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] Checking segment: {'id': 'd5532b3d-7ac1-40f2-a64a-0e4655a84318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:31:02.068613 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] Bound using segment: {'id': 'd5532b3d-7ac1-40f2-a64a-0e4655a84318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d'} {{(pid=101627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:31:02.069340 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.managers [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] Bound port: 589d3dac-7cd5-4258-83db-ff9f8b9abeae, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5532b3d-7ac1-40f2-a64a-0e4655a84318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d'}}] {{(pid=101627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:31:02.069706 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:02.148431 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] For port 589d3dac-7cd5-4258-83db-ff9f8b9abeae, host hv-cinder-80857, cleared binding levels {{(pid=101627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:31:02.151748 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] For port 589d3dac-7cd5-4258-83db-ff9f8b9abeae, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=589d3dac-7cd5-4258-83db-ff9f8b9abeae,segment=NetworkSegment(d5532b3d-7ac1-40f2-a64a-0e4655a84318),segment_id=d5532b3d-7ac1-40f2-a64a-0e4655a84318)] {{(pid=101627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:31:02.154197 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:02.157802 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3466430'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:02.208009 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:02.209000 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:02.211288 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] 10.222.0.61 "PUT /v2.0/ports/589d3dac-7cd5-4258-83db-ff9f8b9abeae HTTP/1.1" status: 200 len: 1094 time: 0.7247624 Nov 12 02:31:02.213682 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b713114b-55f8-44b0-a2f5-9d6870d53a22', 'tag': '589d3dac-7cd5-4258-83db-ff9f8b9abeae'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:31:02.216301 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1279bf29-e5b2-4db7-b0b0-c0c1701a58fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b713114b-55f8-44b0-a2f5-9d6870d53a22", "tag": "589d3dac-7cd5-4258-83db-ff9f8b9abeae"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:31:02.256932 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4af0ec-9cea-45d3-b9c2-8ba0200193ee service neutron] Pushing event updated for resources: {'Port': ['ID=589d3dac-7cd5-4258-83db-ff9f8b9abeae,revision_number=3']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:02.263014 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d892ac2d-85b9-4bb2-afb6-5ef9380d17bc x-openstack-request-id: req-d892ac2d-85b9-4bb2-afb6-5ef9380d17bc {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:31:02.263304 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b713114b-55f8-44b0-a2f5-9d6870d53a22", "tag": "589d3dac-7cd5-4258-83db-ff9f8b9abeae", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:31:02.263578 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d892ac2d-85b9-4bb2-afb6-5ef9380d17bc {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:31:02.263979 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b713114b-55f8-44b0-a2f5-9d6870d53a22', 'tag': '589d3dac-7cd5-4258-83db-ff9f8b9abeae', 'status': 'completed', 'code': 200} Nov 12 02:31:02.308987 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-75795342-4cbb-4a4c-8b9b-a19e1e1e3a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:02.310508 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-75795342-4cbb-4a4c-8b9b-a19e1e1e3a55 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b5e5d066e9d043c2b6b280d75ecb3335&device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 1097 time: 0.0431361 Nov 12 02:31:02.362553 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-a3aa1b02-2d43-462c-9715-7fb427838c4c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=589d3dac-7cd5-4258-83db-ff9f8b9abeae HTTP/1.1" status: 200 len: 217 time: 0.0435302 Nov 12 02:31:02.418396 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ba80dd47-e627-4470-9fa1-ceb88172bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:02.420018 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-ba80dd47-e627-4470-9fa1-ceb88172bd77 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bb6e8f49-96e5-4356-baee-3967281dde4b HTTP/1.1" status: 200 len: 854 time: 0.0489361 Nov 12 02:31:02.465986 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-e0b62e98-e287-4955-86ae-66d1e572378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:02.467578 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-e0b62e98-e287-4955-86ae-66d1e572378b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d53d56b6-27dc-4052-938a-86ef6f52304d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0401390 Nov 12 02:31:02.563760 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-2b43e0c1-994d-4ce7-8f18-6faae917adc0 service neutron] 10.222.0.61 "GET /v2.0/networks/d53d56b6-27dc-4052-938a-86ef6f52304d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872273 Nov 12 02:31:02.663286 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-fc7fd7c6-b72a-44d7-8456-98a0c3cfba5a req-484cf97f-f17b-46a4-87ab-4f9755596ce6 service neutron] 10.222.0.61 "GET /v2.0/networks/d53d56b6-27dc-4052-938a-86ef6f52304d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904059 Nov 12 02:31:02.748778 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279bf29-e5b2-4db7-b0b0-c0c1701a58fa req-eb49ed30-7b41-4c0e-8e17-af41b8bffb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:02.750252 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-1279bf29-e5b2-4db7-b0b0-c0c1701a58fa req-eb49ed30-7b41-4c0e-8e17-af41b8bffb01 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b5e5d066e9d043c2b6b280d75ecb3335&device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 1097 time: 0.0407763 Nov 12 02:31:02.850343 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279bf29-e5b2-4db7-b0b0-c0c1701a58fa req-5fdd6fe1-cad7-4f37-ae1a-ce9ce177edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:02.851864 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-1279bf29-e5b2-4db7-b0b0-c0c1701a58fa req-5fdd6fe1-cad7-4f37-ae1a-ce9ce177edd8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d53d56b6-27dc-4052-938a-86ef6f52304d HTTP/1.1" status: 200 len: 916 time: 0.0941522 Nov 12 02:31:02.898891 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-1279bf29-e5b2-4db7-b0b0-c0c1701a58fa req-70d364a1-bccf-48e8-a743-b7086927a361 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=589d3dac-7cd5-4258-83db-ff9f8b9abeae HTTP/1.1" status: 200 len: 217 time: 0.0352399 Nov 12 02:31:02.961895 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279bf29-e5b2-4db7-b0b0-c0c1701a58fa req-319b62e7-7fd0-4d19-a23c-5afd1ddcdb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:02.963380 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-1279bf29-e5b2-4db7-b0b0-c0c1701a58fa req-319b62e7-7fd0-4d19-a23c-5afd1ddcdb61 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bb6e8f49-96e5-4356-baee-3967281dde4b HTTP/1.1" status: 200 len: 854 time: 0.0551770 Nov 12 02:31:03.019216 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279bf29-e5b2-4db7-b0b0-c0c1701a58fa req-b4345afd-f1b4-47ed-8631-367cc80084f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:03.019843 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5e6b4-692d-4094-be5d-9d85a05659ed req-d3171182-d87f-486d-9cd6-c62eb487f368 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:03.020819 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-1279bf29-e5b2-4db7-b0b0-c0c1701a58fa req-b4345afd-f1b4-47ed-8631-367cc80084f8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d53d56b6-27dc-4052-938a-86ef6f52304d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0490975 Nov 12 02:31:03.021404 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-eed5e6b4-692d-4094-be5d-9d85a05659ed req-d3171182-d87f-486d-9cd6-c62eb487f368 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 944 time: 0.0533292 Nov 12 02:31:03.074792 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-eed5e6b4-692d-4094-be5d-9d85a05659ed req-e2d510ea-d470-4354-a7de-f42c57732235 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471771 Nov 12 02:31:03.126457 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-1279bf29-e5b2-4db7-b0b0-c0c1701a58fa req-3d82e5de-82af-46ce-8745-fea59fda4054 service neutron] 10.222.0.61 "GET /v2.0/networks/d53d56b6-27dc-4052-938a-86ef6f52304d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951900 Nov 12 02:31:03.230268 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-1279bf29-e5b2-4db7-b0b0-c0c1701a58fa req-90ef3b59-5308-4ef3-a155-038a0dc0bb24 service neutron] 10.222.0.61 "GET /v2.0/networks/d53d56b6-27dc-4052-938a-86ef6f52304d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966475 Nov 12 02:31:04.070674 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-3525a719-3665-4b44-977e-c205df099134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:04.243448 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab96241-9348-4497-bc44-df9eaada3b7c req-76ab1a93-8c38-454a-b2a5-b83d72cb581e tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:04.245169 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2ab96241-9348-4497-bc44-df9eaada3b7c req-76ab1a93-8c38-454a-b2a5-b83d72cb581e tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 944 time: 0.1005538 Nov 12 02:31:04.296387 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2ab96241-9348-4497-bc44-df9eaada3b7c req-bbcbd0bf-a6a7-4ca6-a7be-84ff092f57da tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442724 Nov 12 02:31:05.361479 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:05.425082 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291417f-5f8f-4583-a49d-72e4c4909801 req-2f425fa5-da19-4d5a-bc80-8936e673025c tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:05.426549 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0291417f-5f8f-4583-a49d-72e4c4909801 req-2f425fa5-da19-4d5a-bc80-8936e673025c tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 944 time: 0.0530226 Nov 12 02:31:05.475839 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0291417f-5f8f-4583-a49d-72e4c4909801 req-f248d94f-71a9-4666-bd15-1f22ae7f5af9 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431354 Nov 12 02:31:06.052926 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 589d3dac-7cd5-4258-83db-ff9f8b9abeae details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:31:06.146255 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 589d3dac-7cd5-4258-83db-ff9f8b9abeae, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=589d3dac-7cd5-4258-83db-ff9f8b9abeae,segment=NetworkSegment(d5532b3d-7ac1-40f2-a64a-0e4655a84318),segment_id=d5532b3d-7ac1-40f2-a64a-0e4655a84318)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:06.158022 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': '589d3dac-7cd5-4258-83db-ff9f8b9abeae', 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d', 'port_id': '589d3dac-7cd5-4258-83db-ff9f8b9abeae', 'mac_address': 'fa:16:3e:72:5a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:31:06.200195 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:06.216234 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 589d3dac-7cd5-4258-83db-ff9f8b9abeae {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:31:06.235792 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 589d3dac-7cd5-4258-83db-ff9f8b9abeae, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=589d3dac-7cd5-4258-83db-ff9f8b9abeae,segment=NetworkSegment(d5532b3d-7ac1-40f2-a64a-0e4655a84318),segment_id=d5532b3d-7ac1-40f2-a64a-0e4655a84318)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:06.239851 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:06.289667 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=589d3dac-7cd5-4258-83db-ff9f8b9abeae,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:06.358810 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-281fc54b-6d7d-4de6-998c-55623c10f82e req-4e0b4628-3cd9-4b87-a9ed-64dfe2e21d6f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396805 Nov 12 02:31:06.450737 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fc54b-6d7d-4de6-998c-55623c10f82e req-aa4b6a95-0036-4d4c-882a-75c93f926fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:06.452173 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-281fc54b-6d7d-4de6-998c-55623c10f82e req-aa4b6a95-0036-4d4c-882a-75c93f926fab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=378fb4ff316c443e84c85718f4e697a1&device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 1099 time: 0.0468009 Nov 12 02:31:06.500170 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['589d3dac-7cd5-4258-83db-ff9f8b9abeae'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:31:06.559667 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fc54b-6d7d-4de6-998c-55623c10f82e req-64d8516c-e85f-44e6-a1a6-36a06f3e7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:06.561268 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-281fc54b-6d7d-4de6-998c-55623c10f82e req-64d8516c-e85f-44e6-a1a6-36a06f3e7e5c service neutron] 10.222.0.61 "GET /v2.0/networks?id=14bae292-872d-4939-805e-6aff3e3b318a HTTP/1.1" status: 200 len: 909 time: 0.0888598 Nov 12 02:31:06.602241 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c377e-fc63-43a6-b1f9-8c8e7f6d07d3 req-37e27cf8-159d-488a-8242-b783c8d179d3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:06.604530 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f96c377e-fc63-43a6-b1f9-8c8e7f6d07d3 req-37e27cf8-159d-488a-8242-b783c8d179d3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 945 time: 0.0530748 Nov 12 02:31:06.634278 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-281fc54b-6d7d-4de6-998c-55623c10f82e req-1d7163e5-b432-4f81-8fd0-3b812f4e7ff7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7ac46eb-2926-4851-b1c4-e418df8759eb HTTP/1.1" status: 200 len: 1002 time: 0.0651753 Nov 12 02:31:06.661901 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f96c377e-fc63-43a6-b1f9-8c8e7f6d07d3 req-324d9ec3-2653-40a6-905d-b9b19156fe23 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507035 Nov 12 02:31:06.692016 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fc54b-6d7d-4de6-998c-55623c10f82e req-7339f7d0-34d1-4c7f-ba6e-ea4b793b6433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:06.693858 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-281fc54b-6d7d-4de6-998c-55623c10f82e req-7339f7d0-34d1-4c7f-ba6e-ea4b793b6433 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=30e46be7-54e6-447e-b0c6-9142693185c7 HTTP/1.1" status: 200 len: 847 time: 0.0527179 Nov 12 02:31:06.741701 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fc54b-6d7d-4de6-998c-55623c10f82e req-765304eb-db29-4029-b1df-d514233a0cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:06.743121 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-281fc54b-6d7d-4de6-998c-55623c10f82e req-765304eb-db29-4029-b1df-d514233a0cbd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14bae292-872d-4939-805e-6aff3e3b318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0410421 Nov 12 02:31:06.840345 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-281fc54b-6d7d-4de6-998c-55623c10f82e req-199cb338-9aa9-48ff-8fa3-ff2db7109412 service neutron] 10.222.0.61 "GET /v2.0/networks/14bae292-872d-4939-805e-6aff3e3b318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897710 Nov 12 02:31:06.938060 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-281fc54b-6d7d-4de6-998c-55623c10f82e req-bc1a7305-88e5-410b-a7ad-c3d38433a5ab service neutron] 10.222.0.61 "GET /v2.0/networks/14bae292-872d-4939-805e-6aff3e3b318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884962 Nov 12 02:31:06.980442 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:07.533831 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:07.780707 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb0fb9-b1b6-49f5-88e6-d62588aca0ef req-e96b7072-c103-409b-b211-d43b383252ab tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:07.782188 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e1eb0fb9-b1b6-49f5-88e6-d62588aca0ef req-e96b7072-c103-409b-b211-d43b383252ab tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 945 time: 0.0488441 Nov 12 02:31:07.832696 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e1eb0fb9-b1b6-49f5-88e6-d62588aca0ef req-ddaf4930-b3db-4a6c-86e9-739e7d09a9f3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439434 Nov 12 02:31:08.054155 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 589d3dac-7cd5-4258-83db-ff9f8b9abeae up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:31:08.119434 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning for port 589d3dac-7cd5-4258-83db-ff9f8b9abeae completed by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:31:08.123176 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port 589d3dac-7cd5-4258-83db-ff9f8b9abeae triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:31:08.123620 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:08.215795 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:08.239016 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b713114b-55f8-44b0-a2f5-9d6870d53a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589d3dac-7cd5-4258-83db-ff9f8b9abeae'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:31:08.241306 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d9b2a3-3eeb-4909-a4e4-2f157f09638c" -d '{"events": [{"server_uuid": "b713114b-55f8-44b0-a2f5-9d6870d53a22", "name": "network-vif-plugged", "status": "completed", "tag": "589d3dac-7cd5-4258-83db-ff9f8b9abeae"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:31:08.255894 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port 589d3dac-7cd5-4258-83db-ff9f8b9abeae, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=589d3dac-7cd5-4258-83db-ff9f8b9abeae,segment=NetworkSegment(d5532b3d-7ac1-40f2-a64a-0e4655a84318),segment_id=d5532b3d-7ac1-40f2-a64a-0e4655a84318)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:08.259899 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:08.284677 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7015a267-7311-47fb-b039-96bfd2bfef4d x-openstack-request-id: req-7015a267-7311-47fb-b039-96bfd2bfef4d {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:31:08.284986 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b713114b-55f8-44b0-a2f5-9d6870d53a22", "name": "network-vif-plugged", "status": "completed", "tag": "589d3dac-7cd5-4258-83db-ff9f8b9abeae", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:31:08.285238 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7015a267-7311-47fb-b039-96bfd2bfef4d {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:31:08.285621 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b713114b-55f8-44b0-a2f5-9d6870d53a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589d3dac-7cd5-4258-83db-ff9f8b9abeae', 'code': 200} Nov 12 02:31:08.326496 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=589d3dac-7cd5-4258-83db-ff9f8b9abeae,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:08.455063 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d9b16-6f04-46e3-a37b-354c72d58dc6 req-fd248cb2-b01d-450d-809a-e3b1e8b407f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:08.456591 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-1b8d9b16-6f04-46e3-a37b-354c72d58dc6 req-fd248cb2-b01d-450d-809a-e3b1e8b407f9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 1099 time: 0.0474467 Nov 12 02:31:08.505258 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-1b8d9b16-6f04-46e3-a37b-354c72d58dc6 req-90b24cf8-a78c-4c0d-83fb-1352d7f35725 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394764 Nov 12 02:31:08.958033 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199e410-dbb7-43d1-858c-fa5a6ac03f52 req-26dc6e6c-5d0a-4f78-9d24-d10a4803c9d6 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:08.959563 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8199e410-dbb7-43d1-858c-fa5a6ac03f52 req-26dc6e6c-5d0a-4f78-9d24-d10a4803c9d6 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 946 time: 0.0527225 Nov 12 02:31:09.009223 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8199e410-dbb7-43d1-858c-fa5a6ac03f52 req-568a3112-911e-4183-acc0-c331f1fc2264 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433180 Nov 12 02:31:10.130297 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb60c50-35b7-45f2-89fc-5ec160eac29b req-6ae5f018-32fa-448e-86c9-217ea2861647 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:10.131808 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-feb60c50-35b7-45f2-89fc-5ec160eac29b req-6ae5f018-32fa-448e-86c9-217ea2861647 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 946 time: 0.0502248 Nov 12 02:31:10.179811 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-feb60c50-35b7-45f2-89fc-5ec160eac29b req-b83d065e-6f7f-4f2e-8375-38fa50391f40 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421052 Nov 12 02:31:10.301322 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fedf6b-b1fe-4362-a89a-0e035f5c1d37 req-ec381280-7aec-46b0-9de0-f635dd2be37e tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:10.302846 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-95fedf6b-b1fe-4362-a89a-0e035f5c1d37 req-ec381280-7aec-46b0-9de0-f635dd2be37e tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 946 time: 0.0559859 Nov 12 02:31:10.350789 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-95fedf6b-b1fe-4362-a89a-0e035f5c1d37 req-02472b94-5c21-478a-bf80-230c27419e8a tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420346 Nov 12 02:31:10.674126 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c8b43-255d-4b47-8866-b0850f9006ba req-abf34982-8999-4975-909b-b8f5f1a3f9bd tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:10.675644 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b46c8b43-255d-4b47-8866-b0850f9006ba req-abf34982-8999-4975-909b-b8f5f1a3f9bd tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 946 time: 0.0507212 Nov 12 02:31:10.728463 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b46c8b43-255d-4b47-8866-b0850f9006ba req-fed482f3-c48d-4f4a-855e-891078ecdf5c tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467105 Nov 12 02:31:11.808876 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395007e-98bc-4dfb-9445-392211bba7ae req-4099fa1b-402c-4a26-b7a2-c0efa5c85369 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:11.810453 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b395007e-98bc-4dfb-9445-392211bba7ae req-4099fa1b-402c-4a26-b7a2-c0efa5c85369 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.0554321 Nov 12 02:31:11.857936 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b395007e-98bc-4dfb-9445-392211bba7ae req-a623d26d-a6b0-4767-b98a-1e532817d405 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413897 Nov 12 02:31:12.986626 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07feba8-13a6-4598-ad02-819f21995904 req-45ad79e6-b542-47fb-b84d-ff0818f9b13f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:12.988043 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b07feba8-13a6-4598-ad02-819f21995904 req-45ad79e6-b542-47fb-b84d-ff0818f9b13f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.0536528 Nov 12 02:31:13.034661 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b07feba8-13a6-4598-ad02-819f21995904 req-f20a6ba9-dc8f-4498-89c1-76d7019ce717 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408025 Nov 12 02:31:14.157904 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a31620-20c4-4f48-b93e-7296d8cb94f2 req-08ae525a-4868-472b-b265-592ffcca2eee tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:14.159487 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-44a31620-20c4-4f48-b93e-7296d8cb94f2 req-08ae525a-4868-472b-b265-592ffcca2eee tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.0506413 Nov 12 02:31:14.211836 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-44a31620-20c4-4f48-b93e-7296d8cb94f2 req-3e066b13-6070-4415-8893-ea6bed1f8cd8 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464296 Nov 12 02:31:14.906016 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00f979-9f66-427a-b808-3423c35b1a17 req-3ecd4da6-23eb-4c4f-ae0e-82b19174cb68 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:14.908537 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2e00f979-9f66-427a-b808-3423c35b1a17 req-3ecd4da6-23eb-4c4f-ae0e-82b19174cb68 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 946 time: 0.0487068 Nov 12 02:31:14.957109 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2e00f979-9f66-427a-b808-3423c35b1a17 req-a60253bb-fedf-49c7-9d08-bbb148376c39 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427272 Nov 12 02:31:14.979743 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42592) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:15.062684 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4597669-7157-499b-b810-b0b0cf1fcb2d tempest-TestMinimumBasicScenario-2078099239 tempest-TestMinimumBasicScenario-2078099239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:15.064357 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-c4597669-7157-499b-b810-b0b0cf1fcb2d tempest-TestMinimumBasicScenario-2078099239 tempest-TestMinimumBasicScenario-2078099239-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 1094 time: 0.0835502 Nov 12 02:31:15.067700 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42596) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:15.072061 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Request body: {'floatingip': {'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'port_id': '589d3dac-7cd5-4258-83db-ff9f8b9abeae', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:15.095105 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for floatingip, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:15.204473 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:15.315612 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_common [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Allocated IP 172.28.0.57 (746dceb8-55e8-4523-9283-66828a4b28c6/d778f24f-8ae6-4f5c-a711-628df869656e/9969c2a0-9dc2-440b-9186-4fd5d428917a) {{(pid=101627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:31:15.340374 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b66017-13cd-4488-bd86-ef13b207984a req-03f1cf07-1798-49c4-8c20-944b5b419d04 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:15.342059 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e4b66017-13cd-4488-bd86-ef13b207984a req-03f1cf07-1798-49c4-8c20-944b5b419d04 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.0517232 Nov 12 02:31:15.394255 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e4b66017-13cd-4488-bd86-ef13b207984a req-0c5b0f48-513f-4126-85f2-09f0a99abdb5 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439236 Nov 12 02:31:15.431024 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for port, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:15.466256 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:15.509722 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Network 746dceb8-55e8-4523-9283-66828a4b28c6 is already hosted by enough agents. {{(pid=101627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:31:15.512747 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Resources bound (agent type, host, resource id): {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:31:15.515532 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Received port after_create {{(pid=101627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:31:15.521816 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Pushing event updated for resources: {'Port': ['ID=9969c2a0-9dc2-440b-9186-4fd5d428917a,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:15.548085 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:15.548429 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:15.548761 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:15.549086 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:15.549410 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:15.549730 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:15.550055 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:15.550373 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:15.550690 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:15.551006 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:15.551352 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:15.551644 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:16.137401 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:16.202140 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:16.357116 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for port, precommit_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:16.362142 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3466430'] for port, after_update {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:16.426587 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Pushing event updated for resources: {'Port': ['ID=9969c2a0-9dc2-440b-9186-4fd5d428917a,revision_number=2']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:16.445964 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394463'] for floatingip, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:16.521391 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22aaca2-49a3-480c-9c04-a5528bae614e req-c89588c0-7d14-47fe-b997-b296156392f5 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:16.523104 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e22aaca2-49a3-480c-9c04-a5528bae614e req-c89588c0-7d14-47fe-b997-b296156392f5 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.0516031 Nov 12 02:31:16.546775 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.db.l3_db [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Floating IP d9822d40-14f4-4b97-9c47-311544030450 associated. External IP: 172.28.0.57, port: 589d3dac-7cd5-4258-83db-ff9f8b9abeae. Nov 12 02:31:16.572132 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e22aaca2-49a3-480c-9c04-a5528bae614e req-6deb9e1a-990f-4eea-b795-7ac19b469858 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428345 Nov 12 02:31:16.763547 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Router 10f30d1f-d26b-400a-b8e5-e5b91bf2321a has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:31:16.872718 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:31:16.886574 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1941cdf-4a4d-4ba8-8afe-d82e20ad20ce None None] Sync routers for ids ['10f30d1f-d26b-400a-b8e5-e5b91bf2321a'] in dv-cinder-808574-4-smb {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:31:16.895434 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for floatingip, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:16.899053 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1941cdf-4a4d-4ba8-8afe-d82e20ad20ce None None] Routers {'10f30d1f-d26b-400a-b8e5-e5b91bf2321a'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:31:16.899708 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-c1941cdf-4a4d-4ba8-8afe-d82e20ad20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:31:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['10f30d1f-d26b-400a-b8e5-e5b91bf2321a'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:16.924278 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-7d53cb64-6849-47d5-95d0-2e778742edb3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8552508 Nov 12 02:31:16.924987 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b713114b-55f8-44b0-a2f5-9d6870d53a22', 'tag': '589d3dac-7cd5-4258-83db-ff9f8b9abeae'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:31:16.926857 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 42606) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:16.928392 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4422d5ae-8b6c-4d6f-92d3-3f911352f70e" -d '{"events": [{"name": "network-changed", "server_uuid": "b713114b-55f8-44b0-a2f5-9d6870d53a22", "tag": "589d3dac-7cd5-4258-83db-ff9f8b9abeae"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:31:16.931693 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-4d31ef6e-1fc5-4cb1-b657-09473f49eafb tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1612825536', 'description': 'tempest-secgroup-smoke-1612825536 description', 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:16.961809 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4d31ef6e-1fc5-4cb1-b657-09473f49eafb tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:16.971933 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4386a63-fd49-4a8c-be74-0460efec1f8a x-openstack-request-id: req-b4386a63-fd49-4a8c-be74-0460efec1f8a {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:31:16.972228 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b713114b-55f8-44b0-a2f5-9d6870d53a22", "tag": "589d3dac-7cd5-4258-83db-ff9f8b9abeae", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:31:16.972479 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b4386a63-fd49-4a8c-be74-0460efec1f8a {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:31:16.973165 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b713114b-55f8-44b0-a2f5-9d6870d53a22', 'tag': '589d3dac-7cd5-4258-83db-ff9f8b9abeae', 'status': 'completed', 'code': 200} Nov 12 02:31:17.023260 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-c1941cdf-4a4d-4ba8-8afe-d82e20ad20ce None None] Set router 10f30d1f-d26b-400a-b8e5-e5b91bf2321a gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:31:17.034298 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4d31ef6e-1fc5-4cb1-b657-09473f49eafb tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.040716 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4d31ef6e-1fc5-4cb1-b657-09473f49eafb tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.074896 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4d31ef6e-1fc5-4cb1-b657-09473f49eafb tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.076262 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-4d31ef6e-1fc5-4cb1-b657-09473f49eafb tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1483948 Nov 12 02:31:17.077035 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31ef6e-1fc5-4cb1-b657-09473f49eafb tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1737036a-fead-48ae-b8ad-fab21c12dd6d,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:17.081457 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42612) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:17.086325 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31ef6e-1fc5-4cb1-b657-09473f49eafb tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:17.086645 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31ef6e-1fc5-4cb1-b657-09473f49eafb tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:17.087045 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31ef6e-1fc5-4cb1-b657-09473f49eafb tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:17.087483 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31ef6e-1fc5-4cb1-b657-09473f49eafb tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:17.087883 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31ef6e-1fc5-4cb1-b657-09473f49eafb tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:17.088466 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31ef6e-1fc5-4cb1-b657-09473f49eafb tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:17.088940 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31ef6e-1fc5-4cb1-b657-09473f49eafb tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:17.089312 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-59eda1b1-ecc5-44b3-8e73-724fb536df00 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Request body: {'security_group_rule': {'security_group_id': '1737036a-fead-48ae-b8ad-fab21c12dd6d', 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:17.089491 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31ef6e-1fc5-4cb1-b657-09473f49eafb tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:17.089870 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31ef6e-1fc5-4cb1-b657-09473f49eafb tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:17.090260 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31ef6e-1fc5-4cb1-b657-09473f49eafb tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:17.090654 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31ef6e-1fc5-4cb1-b657-09473f49eafb tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:17.091035 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31ef6e-1fc5-4cb1-b657-09473f49eafb tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:17.104317 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422d5ae-8b6c-4d6f-92d3-3f911352f70e req-935a1ea4-04c9-4827-92e1-d596aa904062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:17.106109 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-4422d5ae-8b6c-4d6f-92d3-3f911352f70e req-935a1ea4-04c9-4827-92e1-d596aa904062 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b5e5d066e9d043c2b6b280d75ecb3335&device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 1099 time: 0.1076665 Nov 12 02:31:17.153801 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-59eda1b1-ecc5-44b3-8e73-724fb536df00 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.245304 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422d5ae-8b6c-4d6f-92d3-3f911352f70e req-2a2bd2cd-488a-4a3c-b49a-77f2ec084244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:17.246779 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-4422d5ae-8b6c-4d6f-92d3-3f911352f70e req-2a2bd2cd-488a-4a3c-b49a-77f2ec084244 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d53d56b6-27dc-4052-938a-86ef6f52304d HTTP/1.1" status: 200 len: 916 time: 0.1327429 Nov 12 02:31:17.253130 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-59eda1b1-ecc5-44b3-8e73-724fb536df00 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.292404 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-c1941cdf-4a4d-4ba8-8afe-d82e20ad20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'name': 'tempest-TestMinimumBasicScenario-1639878638-router', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:24Z', 'revision_number': 4, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'gw_port': {'id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_floatingips': [{'id': 'd9822d40-14f4-4b97-9c47-311544030450', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'floating_ip_address': '172.28.0.57', 'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'router_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'port_id': '589d3dac-7cd5-4258-83db-ff9f8b9abeae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d', 'mac_address': 'fa:16:3e:72:5a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b713114b-55f8-44b0-a2f5-9d6870d53a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:31:15Z', 'updated_at': '2021-11-12T02:31:15Z', 'revision_number': 0, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca70098-d2d8-46ed-8cd6-69f98c51e1a1', 'name': '', 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'mac_address': 'fa:16:3e:9e:5a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:23Z', 'updated_at': '2021-11-12T02:30:31Z', 'revision_number': 5, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'subnets': [{'id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:17.317888 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-59eda1b1-ecc5-44b3-8e73-724fb536df00 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313218'] for security_group_rule, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.320919 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1941cdf-4a4d-4ba8-8afe-d82e20ad20ce None None] Checking router: 10f30d1f-d26b-400a-b8e5-e5b91bf2321a for host: dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:31:17.330267 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1941cdf-4a4d-4ba8-8afe-d82e20ad20ce None None] Routers {'10f30d1f-d26b-400a-b8e5-e5b91bf2321a'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:31:17.330885 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-c1941cdf-4a4d-4ba8-8afe-d82e20ad20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:31:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['10f30d1f-d26b-400a-b8e5-e5b91bf2321a'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:17.350422 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eda1b1-ecc5-44b3-8e73-724fb536df00 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ae6bda-1df7-429b-8d66-45ed548b6771,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:17.365538 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-59eda1b1-ecc5-44b3-8e73-724fb536df00 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.366737 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-59eda1b1-ecc5-44b3-8e73-724fb536df00 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2843070 Nov 12 02:31:17.369679 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42614) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:17.376115 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-e41b3d0e-db80-4d66-ac04-250d54803aee tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Request body: {'security_group_rule': {'security_group_id': '1737036a-fead-48ae-b8ad-fab21c12dd6d', 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:17.387921 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-4422d5ae-8b6c-4d6f-92d3-3f911352f70e req-c437270e-3f1c-42b8-a210-46bd505751a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=589d3dac-7cd5-4258-83db-ff9f8b9abeae HTTP/1.1" status: 200 len: 999 time: 0.1290247 Nov 12 02:31:17.443445 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e41b3d0e-db80-4d66-ac04-250d54803aee tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.462911 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422d5ae-8b6c-4d6f-92d3-3f911352f70e req-5023f1a5-a838-4a0b-a134-62b5b7d74ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:17.464619 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-4422d5ae-8b6c-4d6f-92d3-3f911352f70e req-5023f1a5-a838-4a0b-a134-62b5b7d74ae5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bb6e8f49-96e5-4356-baee-3967281dde4b HTTP/1.1" status: 200 len: 854 time: 0.0686040 Nov 12 02:31:17.478330 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-c1941cdf-4a4d-4ba8-8afe-d82e20ad20ce None None] Set router 10f30d1f-d26b-400a-b8e5-e5b91bf2321a gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:31:17.540379 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422d5ae-8b6c-4d6f-92d3-3f911352f70e req-7f376e52-95e2-4561-8dd9-348b1dc3efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:17.541894 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-4422d5ae-8b6c-4d6f-92d3-3f911352f70e req-7f376e52-95e2-4561-8dd9-348b1dc3efa7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d53d56b6-27dc-4052-938a-86ef6f52304d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691841 Nov 12 02:31:17.548864 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e41b3d0e-db80-4d66-ac04-250d54803aee tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.560022 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e41b3d0e-db80-4d66-ac04-250d54803aee tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313218'] for security_group_rule, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.629908 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:31:17.631625 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b3d0e-db80-4d66-ac04-250d54803aee tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa94a4e-55a6-44bd-95f3-9827949b8743,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:17.639549 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e41b3d0e-db80-4d66-ac04-250d54803aee tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.643455 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-e41b3d0e-db80-4d66-ac04-250d54803aee tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2700949 Nov 12 02:31:17.644261 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 42618) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:17.650328 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-958e4832-d267-4dad-93e5-069f2ff122e7 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Request body: {'security_group_rule': {'security_group_id': '1737036a-fead-48ae-b8ad-fab21c12dd6d', 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:17.677197 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-4422d5ae-8b6c-4d6f-92d3-3f911352f70e req-9bff26fd-f0bf-4717-a241-66d1e168bc93 service neutron] 10.222.0.61 "GET /v2.0/networks/d53d56b6-27dc-4052-938a-86ef6f52304d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271350 Nov 12 02:31:17.707696 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-958e4832-d267-4dad-93e5-069f2ff122e7 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.775868 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-c1941cdf-4a4d-4ba8-8afe-d82e20ad20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'name': 'tempest-TestMinimumBasicScenario-1639878638-router', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:24Z', 'revision_number': 4, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'gw_port': {'id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_floatingips': [{'id': 'd9822d40-14f4-4b97-9c47-311544030450', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'floating_ip_address': '172.28.0.57', 'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'router_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'port_id': '589d3dac-7cd5-4258-83db-ff9f8b9abeae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d', 'mac_address': 'fa:16:3e:72:5a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b713114b-55f8-44b0-a2f5-9d6870d53a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:31:15Z', 'updated_at': '2021-11-12T02:31:15Z', 'revision_number': 0, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca70098-d2d8-46ed-8cd6-69f98c51e1a1', 'name': '', 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'mac_address': 'fa:16:3e:9e:5a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:23Z', 'updated_at': '2021-11-12T02:30:31Z', 'revision_number': 5, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'subnets': [{'id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:17.781373 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-4422d5ae-8b6c-4d6f-92d3-3f911352f70e req-09689741-ef49-49b7-9586-f469d6cce6e7 service neutron] 10.222.0.61 "GET /v2.0/networks/d53d56b6-27dc-4052-938a-86ef6f52304d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939744 Nov 12 02:31:17.785984 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a295b-ab13-45fe-b4b0-e0e1255b4a1d req-bb899b0a-c6af-4c48-b340-58b5dabd661e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:17.787543 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ec8a295b-ab13-45fe-b4b0-e0e1255b4a1d req-bb899b0a-c6af-4c48-b340-58b5dabd661e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.0928209 Nov 12 02:31:17.813874 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1941cdf-4a4d-4ba8-8afe-d82e20ad20ce None None] The sync data for ids ['10f30d1f-d26b-400a-b8e5-e5b91bf2321a'] in dv-cinder-808574-4-smb is: [{'id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'name': 'tempest-TestMinimumBasicScenario-1639878638-router', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:24Z', 'revision_number': 4, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'gw_port': {'id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_floatingips': [{'id': 'd9822d40-14f4-4b97-9c47-311544030450', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'floating_ip_address': '172.28.0.57', 'floating_network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'router_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'port_id': '589d3dac-7cd5-4258-83db-ff9f8b9abeae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d', 'mac_address': 'fa:16:3e:72:5a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b713114b-55f8-44b0-a2f5-9d6870d53a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:31:15Z', 'updated_at': '2021-11-12T02:31:15Z', 'revision_number': 0, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca70098-d2d8-46ed-8cd6-69f98c51e1a1', 'name': '', 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'mac_address': 'fa:16:3e:9e:5a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:23Z', 'updated_at': '2021-11-12T02:30:31Z', 'revision_number': 5, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'subnets': [{'id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:31:17.821094 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-958e4832-d267-4dad-93e5-069f2ff122e7 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.829182 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-958e4832-d267-4dad-93e5-069f2ff122e7 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313218'] for security_group_rule, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.863396 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e4832-d267-4dad-93e5-069f2ff122e7 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6501d8c5-0d49-4779-a1d4-933afe34240d,revision_number=0']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:17.872643 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ec8a295b-ab13-45fe-b4b0-e0e1255b4a1d req-b7e28093-295a-4869-93eb-5c321ebcfb01 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771461 Nov 12 02:31:17.882312 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-958e4832-d267-4dad-93e5-069f2ff122e7 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:17.886624 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-958e4832-d267-4dad-93e5-069f2ff122e7 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2376206 Nov 12 02:31:17.886968 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42620) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:17.899084 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-a47bf76c-48ab-47a8-b725-a8a1d8ed814d tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Request body: {'security_group_rule': {'security_group_id': '1737036a-fead-48ae-b8ad-fab21c12dd6d', 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:17.927290 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a47bf76c-48ab-47a8-b725-a8a1d8ed814d tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:18.003547 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a47bf76c-48ab-47a8-b725-a8a1d8ed814d tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:18.010145 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a47bf76c-48ab-47a8-b725-a8a1d8ed814d tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313218'] for security_group_rule, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:18.029365 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47bf76c-48ab-47a8-b725-a8a1d8ed814d tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39d319a-cf8b-4a39-be70-4266af1cba1a,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:18.038936 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a47bf76c-48ab-47a8-b725-a8a1d8ed814d tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:18.040172 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-a47bf76c-48ab-47a8-b725-a8a1d8ed814d tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1521082 Nov 12 02:31:18.043052 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42624) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:18.047872 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ac8e1-c1a6-4494-a65c-c8100c8d30bb None None] New status for floating IP d9822d40-14f4-4b97-9c47-311544030450: ACTIVE {{(pid=101629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:31:18.048368 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-77c79c2e-e14a-4712-b12a-844a38d3c5c2 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Request body: {'security_group_rule': {'security_group_id': '1737036a-fead-48ae-b8ad-fab21c12dd6d', 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:18.073202 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.db.securitygroups_db [None req-77c79c2e-e14a-4712-b12a-844a38d3c5c2 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Project b5e5d066e9d043c2b6b280d75ecb3335 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:31:18.079570 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-77c79c2e-e14a-4712-b12a-844a38d3c5c2 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:18.150147 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-77c79c2e-e14a-4712-b12a-844a38d3c5c2 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:18.154359 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-77c79c2e-e14a-4712-b12a-844a38d3c5c2 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313218'] for security_group_rule, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:18.173726 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c79c2e-e14a-4712-b12a-844a38d3c5c2 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7e4149-6b59-4510-a868-a258e899a68e,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:18.183342 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-77c79c2e-e14a-4712-b12a-844a38d3c5c2 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:18.184552 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-77c79c2e-e14a-4712-b12a-844a38d3c5c2 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1404011 Nov 12 02:31:18.187731 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42626) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:18.193516 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-e3fa3b72-59ff-480c-a143-1c58443b360d tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Request body: {'security_group_rule': {'security_group_id': '1737036a-fead-48ae-b8ad-fab21c12dd6d', 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:18.216687 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.db.securitygroups_db [None req-e3fa3b72-59ff-480c-a143-1c58443b360d tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Project b5e5d066e9d043c2b6b280d75ecb3335 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:31:18.222450 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e3fa3b72-59ff-480c-a143-1c58443b360d tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:18.284036 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e3fa3b72-59ff-480c-a143-1c58443b360d tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:18.287825 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e3fa3b72-59ff-480c-a143-1c58443b360d tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313218'] for security_group_rule, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:18.306172 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa3b72-59ff-480c-a143-1c58443b360d tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db23c68-76f8-4aec-a700-05bb813c43b7,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:18.314878 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e3fa3b72-59ff-480c-a143-1c58443b360d tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:18.316315 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-e3fa3b72-59ff-480c-a143-1c58443b360d tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262658 Nov 12 02:31:18.411101 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c0f98309-ad5a-4a8d-9384-67d4b619eba7 req-aac3bf83-1ba5-4456-8c0e-15615d6cbf28 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1612825536&fields=id&tenant_id=b5e5d066e9d043c2b6b280d75ecb3335 HTTP/1.1" status: 200 len: 267 time: 0.0479112 Nov 12 02:31:18.466160 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f98309-ad5a-4a8d-9384-67d4b619eba7 req-15ef08f7-d273-46fc-a884-96e07d22ea0a tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:18.467712 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c0f98309-ad5a-4a8d-9384-67d4b619eba7 req-15ef08f7-d273-46fc-a884-96e07d22ea0a tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 946 time: 0.0507469 Nov 12 02:31:18.480075 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [req-c0f98309-ad5a-4a8d-9384-67d4b619eba7 req-89018789-7fab-42d1-9d86-0c8cb4bab845 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Request body: {'port': {'security_groups': ['193597ab-fd36-455b-996a-82a5d71063e3', '1737036a-fead-48ae-b8ad-fab21c12dd6d']}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:31:18.555688 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-c0f98309-ad5a-4a8d-9384-67d4b619eba7 req-89018789-7fab-42d1-9d86-0c8cb4bab845 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:18.752688 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-c0f98309-ad5a-4a8d-9384-67d4b619eba7 req-89018789-7fab-42d1-9d86-0c8cb4bab845 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] For port 589d3dac-7cd5-4258-83db-ff9f8b9abeae, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=589d3dac-7cd5-4258-83db-ff9f8b9abeae,segment=NetworkSegment(d5532b3d-7ac1-40f2-a64a-0e4655a84318),segment_id=d5532b3d-7ac1-40f2-a64a-0e4655a84318)] {{(pid=101626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:18.783496 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-c0f98309-ad5a-4a8d-9384-67d4b619eba7 req-89018789-7fab-42d1-9d86-0c8cb4bab845 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for port, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:18.788173 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-c0f98309-ad5a-4a8d-9384-67d4b619eba7 req-89018789-7fab-42d1-9d86-0c8cb4bab845 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25443681'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:18.802839 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['589d3dac-7cd5-4258-83db-ff9f8b9abeae'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:31:18.834474 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f98309-ad5a-4a8d-9384-67d4b619eba7 req-89018789-7fab-42d1-9d86-0c8cb4bab845 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:18.834474 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-c0f98309-ad5a-4a8d-9384-67d4b619eba7 req-89018789-7fab-42d1-9d86-0c8cb4bab845 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:18.836410 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c0f98309-ad5a-4a8d-9384-67d4b619eba7 req-89018789-7fab-42d1-9d86-0c8cb4bab845 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "PUT /v2.0/ports/589d3dac-7cd5-4258-83db-ff9f8b9abeae HTTP/1.1" status: 200 len: 982 time: 0.3612487 Nov 12 02:31:18.836995 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b713114b-55f8-44b0-a2f5-9d6870d53a22', 'tag': '589d3dac-7cd5-4258-83db-ff9f8b9abeae'}] {{(pid=101626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:31:18.840038 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee064878ec57991a80a61b6e38777a609e15accd33394659691c67407ac4dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e8f262-7545-4bc3-9664-a17c3f74d81b" -d '{"events": [{"name": "network-changed", "server_uuid": "b713114b-55f8-44b0-a2f5-9d6870d53a22", "tag": "589d3dac-7cd5-4258-83db-ff9f8b9abeae"}]}' {{(pid=101626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:31:18.897985 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89018789-7fab-42d1-9d86-0c8cb4bab845 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Pushing event updated for resources: {'Port': ['ID=589d3dac-7cd5-4258-83db-ff9f8b9abeae,revision_number=6']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:18.960170 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['589d3dac-7cd5-4258-83db-ff9f8b9abeae'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:31:18.992585 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8152461e-5a80-48e2-8156-0f8413a4cd62 x-openstack-request-id: req-8152461e-5a80-48e2-8156-0f8413a4cd62 {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:31:18.992989 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b713114b-55f8-44b0-a2f5-9d6870d53a22", "tag": "589d3dac-7cd5-4258-83db-ff9f8b9abeae", "status": "completed", "code": 200}]} {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:31:18.993340 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8152461e-5a80-48e2-8156-0f8413a4cd62 {{(pid=101626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:31:18.993887 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b713114b-55f8-44b0-a2f5-9d6870d53a22', 'tag': '589d3dac-7cd5-4258-83db-ff9f8b9abeae', 'status': 'completed', 'code': 200} Nov 12 02:31:19.038525 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e3a8c-89cc-472a-b7f0-d29d4e07f220 req-9ed8ebeb-fb5a-4338-8f56-ca02e86f24e2 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:19.040366 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-253e3a8c-89cc-472a-b7f0-d29d4e07f220 req-9ed8ebeb-fb5a-4338-8f56-ca02e86f24e2 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 985 time: 0.0881066 Nov 12 02:31:19.103661 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8f262-7545-4bc3-9664-a17c3f74d81b req-c8dab4ad-8012-4555-95b8-f09cca1d8c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:19.105501 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c3e8f262-7545-4bc3-9664-a17c3f74d81b req-c8dab4ad-8012-4555-95b8-f09cca1d8c88 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b5e5d066e9d043c2b6b280d75ecb3335&device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 1138 time: 0.0799658 Nov 12 02:31:19.147001 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-253e3a8c-89cc-472a-b7f0-d29d4e07f220 req-9a1c6121-f048-42ba-9e72-d6f38be4fc24 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&id=1737036a-fead-48ae-b8ad-fab21c12dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0960147 Nov 12 02:31:19.184119 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e52c11-290c-45bc-8e18-5327d387eb8f req-aa05429f-4692-403b-9434-16f608fa7b85 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:19.186229 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-47e52c11-290c-45bc-8e18-5327d387eb8f req-aa05429f-4692-403b-9434-16f608fa7b85 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.0862100 Nov 12 02:31:19.234665 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8f262-7545-4bc3-9664-a17c3f74d81b req-75127cc5-381d-450f-bc2d-1b71b864304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:19.236397 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c3e8f262-7545-4bc3-9664-a17c3f74d81b req-75127cc5-381d-450f-bc2d-1b71b864304d service neutron] 10.222.0.61 "GET /v2.0/networks?id=d53d56b6-27dc-4052-938a-86ef6f52304d HTTP/1.1" status: 200 len: 916 time: 0.1228447 Nov 12 02:31:19.248009 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-47e52c11-290c-45bc-8e18-5327d387eb8f req-dfe249df-5333-454e-b38b-e227a8cac85b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517576 Nov 12 02:31:19.318444 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c3e8f262-7545-4bc3-9664-a17c3f74d81b req-fa90487f-9402-4d0d-abb6-396107e043e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=589d3dac-7cd5-4258-83db-ff9f8b9abeae HTTP/1.1" status: 200 len: 1001 time: 0.0733807 Nov 12 02:31:19.352231 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-92be92a3-6b01-4667-a2e9-1e7396e9b62b None None] Provisioning complete for port 589d3dac-7cd5-4258-83db-ff9f8b9abeae triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:31:19.352599 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-92be92a3-6b01-4667-a2e9-1e7396e9b62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:19.383849 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8f262-7545-4bc3-9664-a17c3f74d81b req-6827e41a-46d5-422d-9da9-1dabe56c8041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:19.385459 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c3e8f262-7545-4bc3-9664-a17c3f74d81b req-6827e41a-46d5-422d-9da9-1dabe56c8041 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bb6e8f49-96e5-4356-baee-3967281dde4b HTTP/1.1" status: 200 len: 854 time: 0.0583358 Nov 12 02:31:19.444978 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8f262-7545-4bc3-9664-a17c3f74d81b req-8454ec2b-b478-4ec9-b3f5-18df355d37b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:19.446416 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c3e8f262-7545-4bc3-9664-a17c3f74d81b req-8454ec2b-b478-4ec9-b3f5-18df355d37b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d53d56b6-27dc-4052-938a-86ef6f52304d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0522699 Nov 12 02:31:19.543718 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c3e8f262-7545-4bc3-9664-a17c3f74d81b req-01353cd3-fcb8-4147-acf0-5c06d00c3a40 service neutron] 10.222.0.61 "GET /v2.0/networks/d53d56b6-27dc-4052-938a-86ef6f52304d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888751 Nov 12 02:31:19.650195 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-c3e8f262-7545-4bc3-9664-a17c3f74d81b req-a073c60f-26f4-497e-8c19-ae3cbeb8e857 service neutron] 10.222.0.61 "GET /v2.0/networks/d53d56b6-27dc-4052-938a-86ef6f52304d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992160 Nov 12 02:31:20.377197 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859a8bc-02ad-49cf-8635-55ecadf9aa6d req-b743dfee-46c2-4ef7-ba36-73cd8e4bab64 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:20.378713 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3859a8bc-02ad-49cf-8635-55ecadf9aa6d req-b743dfee-46c2-4ef7-ba36-73cd8e4bab64 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.0484219 Nov 12 02:31:20.427111 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3859a8bc-02ad-49cf-8635-55ecadf9aa6d req-9a81d6f2-ed92-45ac-9bad-e9562786dfb8 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425012 Nov 12 02:31:21.549181 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7e689-9bc5-450e-adb3-b260df790af4 req-71fc6a82-293c-4445-b609-e06aeaff08e4 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:21.550670 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6fe7e689-9bc5-450e-adb3-b260df790af4 req-71fc6a82-293c-4445-b609-e06aeaff08e4 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.0495009 Nov 12 02:31:21.600868 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6fe7e689-9bc5-450e-adb3-b260df790af4 req-9da8e3c6-3d76-41e8-ab54-a1eed0f8ae9b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442045 Nov 12 02:31:22.721663 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148537e-b64b-45fd-8679-f43d6057f0e1 req-3497c5e8-14da-426a-bd42-bdfe93f60879 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:22.723161 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0148537e-b64b-45fd-8679-f43d6057f0e1 req-3497c5e8-14da-426a-bd42-bdfe93f60879 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.0491138 Nov 12 02:31:22.771614 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0148537e-b64b-45fd-8679-f43d6057f0e1 req-5e9d0ea3-b102-4915-ba81-a5fa5249d05a tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422966 Nov 12 02:31:23.896158 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af389025-a3a8-4826-b16f-f33f775dc0e7 req-56dc5d78-0c53-47e9-93b7-26341f9cc3b3 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:23.898442 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-af389025-a3a8-4826-b16f-f33f775dc0e7 req-56dc5d78-0c53-47e9-93b7-26341f9cc3b3 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.0512698 Nov 12 02:31:23.954785 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-af389025-a3a8-4826-b16f-f33f775dc0e7 req-5b95eaca-eaf2-411d-b11d-d299f611ef20 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506566 Nov 12 02:31:24.101545 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device adf21ac7-d483-4d23-9685-1ced59467610 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:31:24.211671 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port adf21ac7-d483-4d23-9685-1ced59467610, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=adf21ac7-d483-4d23-9685-1ced59467610,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:24.227455 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': 'adf21ac7-d483-4d23-9685-1ced59467610', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'port_id': 'adf21ac7-d483-4d23-9685-1ced59467610', 'mac_address': 'fa:16:3e:67:f1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:31:24.271608 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:24.291556 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adf21ac7-d483-4d23-9685-1ced59467610 {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:31:24.315449 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port adf21ac7-d483-4d23-9685-1ced59467610, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=adf21ac7-d483-4d23-9685-1ced59467610,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:24.321213 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:24.380306 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=adf21ac7-d483-4d23-9685-1ced59467610,revision_number=6']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:24.423837 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['adf21ac7-d483-4d23-9685-1ced59467610'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:31:25.229921 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66789772-8cf9-4172-aa06-40ad2381966a req-2b703d33-483a-40de-acfe-4440e46eae3e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:25.231485 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-66789772-8cf9-4172-aa06-40ad2381966a req-2b703d33-483a-40de-acfe-4440e46eae3e tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 945 time: 0.0556390 Nov 12 02:31:25.290720 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-66789772-8cf9-4172-aa06-40ad2381966a req-3d9bd972-5f63-47c0-88dd-a065de8a0004 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523386 Nov 12 02:31:26.116968 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device adf21ac7-d483-4d23-9685-1ced59467610 up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:31:26.198679 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port adf21ac7-d483-4d23-9685-1ced59467610 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:31:26.199292 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:26.327882 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:26.373703 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf21ac7-d483-4d23-9685-1ced59467610'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:31:26.377650 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d382e25-bd4f-4560-a6f2-2d95821d2952" -d '{"events": [{"server_uuid": "f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900", "name": "network-vif-plugged", "status": "completed", "tag": "adf21ac7-d483-4d23-9685-1ced59467610"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:31:26.406135 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port adf21ac7-d483-4d23-9685-1ced59467610, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=adf21ac7-d483-4d23-9685-1ced59467610,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:26.417178 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:26.454145 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c98c16-8297-443e-bd7e-ab1c30094734 x-openstack-request-id: req-69c98c16-8297-443e-bd7e-ab1c30094734 {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:31:26.454422 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900", "name": "network-vif-plugged", "status": "completed", "tag": "adf21ac7-d483-4d23-9685-1ced59467610", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:31:26.454675 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-69c98c16-8297-443e-bd7e-ab1c30094734 {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:31:26.454995 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf21ac7-d483-4d23-9685-1ced59467610', 'code': 200} Nov 12 02:31:26.504447 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=adf21ac7-d483-4d23-9685-1ced59467610,revision_number=7']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:26.534885 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6cd6b-0c0c-4450-a8c7-1b16594d31a3 req-ebfc0f74-6f33-4130-9b94-18e0db247613 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:26.538063 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-14d6cd6b-0c0c-4450-a8c7-1b16594d31a3 req-ebfc0f74-6f33-4130-9b94-18e0db247613 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.0992870 Nov 12 02:31:26.549477 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:26.549985 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:26.550584 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:26.551082 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:26.551592 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:26.552087 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:26.552676 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:26.553269 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:26.554183 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:26.555010 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:26.555703 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:26.556265 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:31:26.618149 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-14d6cd6b-0c0c-4450-a8c7-1b16594d31a3 req-751b3076-c983-446b-a6ad-80ea18342095 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694101 Nov 12 02:31:27.762597 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2353afe-5f80-4615-b870-ecb5a2d4a12f req-e7cd3fba-8404-40bb-89b0-ef3aa23ea4a4 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:27.771982 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a2353afe-5f80-4615-b870-ecb5a2d4a12f req-e7cd3fba-8404-40bb-89b0-ef3aa23ea4a4 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.0633454 Nov 12 02:31:27.829142 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a2353afe-5f80-4615-b870-ecb5a2d4a12f req-787bae41-d211-4211-89d3-6c947b9e5e77 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555568 Nov 12 02:31:29.093032 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45cff4-ff3c-4844-a8d1-0aa865692ecb req-a97f8b02-bc7f-4ee7-baa1-b3807d952509 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:29.104119 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-aa45cff4-ff3c-4844-a8d1-0aa865692ecb req-a97f8b02-bc7f-4ee7-baa1-b3807d952509 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.1044796 Nov 12 02:31:29.159295 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-aa45cff4-ff3c-4844-a8d1-0aa865692ecb req-c94addb2-0287-4828-8894-cfebce04666b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529404 Nov 12 02:31:30.323609 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0f651-2677-4d0e-97c2-3fc357c65eae req-74c783df-d104-4398-8fc4-2d093ebbef76 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:30.325245 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-53e0f651-2677-4d0e-97c2-3fc357c65eae req-74c783df-d104-4398-8fc4-2d093ebbef76 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.0591350 Nov 12 02:31:30.382608 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-53e0f651-2677-4d0e-97c2-3fc357c65eae req-7f8def89-6df7-484f-abdd-cccef47bde9d tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506539 Nov 12 02:31:31.518036 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45a76b-46bf-4149-aecd-204bdaeead9d req-8df39e49-53b0-45b4-ad4d-f86b6741f5d5 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:31.519808 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ab45a76b-46bf-4149-aecd-204bdaeead9d req-8df39e49-53b0-45b4-ad4d-f86b6741f5d5 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.0582583 Nov 12 02:31:31.581828 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ab45a76b-46bf-4149-aecd-204bdaeead9d req-11319ac8-33bb-48e6-9295-7c3d67545320 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555239 Nov 12 02:31:31.620354 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-65bfd7bb-fda9-49b6-9e70-a47a433bd68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:32.126462 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:32.725157 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddf5a5-01a2-4778-a9fa-a9f37e19f27b req-81363aba-090f-4221-b37d-196c57264ed8 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:32.733065 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e8ddf5a5-01a2-4778-a9fa-a9f37e19f27b req-81363aba-090f-4221-b37d-196c57264ed8 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.0578933 Nov 12 02:31:32.784377 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e8ddf5a5-01a2-4778-a9fa-a9f37e19f27b req-0138473a-45b8-4992-b822-56dc89d67d26 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501552 Nov 12 02:31:33.912830 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf448c01-1702-46d7-9e97-747403199271 req-70a35fad-397e-4230-b2d7-8300cd4439d3 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:33.914380 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-bf448c01-1702-46d7-9e97-747403199271 req-70a35fad-397e-4230-b2d7-8300cd4439d3 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.0541832 Nov 12 02:31:33.972039 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-bf448c01-1702-46d7-9e97-747403199271 req-0e45f0c6-f29e-41b3-8dd4-021d95b16c93 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517962 Nov 12 02:31:34.065996 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fab9f1ad-0571-42be-adc0-28428b9652ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:34.711511 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d388cc-ea7b-48d1-b08e-2c40a9ad059d req-076f4d5d-6863-4c14-86e2-7144356da147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:34.711511 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-f6d388cc-ea7b-48d1-b08e-2c40a9ad059d req-076f4d5d-6863-4c14-86e2-7144356da147 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e973c924078c4e638e9fa29d3956c215&device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 1099 time: 0.0453064 Nov 12 02:31:34.806197 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d388cc-ea7b-48d1-b08e-2c40a9ad059d req-ca8a61f4-36b8-4d8a-80fb-135809dbe4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:34.807715 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-f6d388cc-ea7b-48d1-b08e-2c40a9ad059d req-ca8a61f4-36b8-4d8a-80fb-135809dbe4dc service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bf8a66c-2c88-40e7-879f-ed13c0e23344 HTTP/1.1" status: 200 len: 917 time: 0.0907433 Nov 12 02:31:34.881008 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-f6d388cc-ea7b-48d1-b08e-2c40a9ad059d req-6560052f-f984-46e6-9fbf-fe51dd397726 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adf21ac7-d483-4d23-9685-1ced59467610 HTTP/1.1" status: 200 len: 1001 time: 0.0653496 Nov 12 02:31:34.946602 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d388cc-ea7b-48d1-b08e-2c40a9ad059d req-7ce58e5a-128b-48d8-bd81-4f2532b54275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:34.948210 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-f6d388cc-ea7b-48d1-b08e-2c40a9ad059d req-7ce58e5a-128b-48d8-bd81-4f2532b54275 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1006246c-c18c-4b19-8be4-0d64b846f8bd HTTP/1.1" status: 200 len: 855 time: 0.0516856 Nov 12 02:31:34.996623 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d388cc-ea7b-48d1-b08e-2c40a9ad059d req-e003f06d-94ef-4bb7-9d43-e16f71f80874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:34.998058 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-f6d388cc-ea7b-48d1-b08e-2c40a9ad059d req-e003f06d-94ef-4bb7-9d43-e16f71f80874 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bf8a66c-2c88-40e7-879f-ed13c0e23344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0428834 Nov 12 02:31:35.097134 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-f6d388cc-ea7b-48d1-b08e-2c40a9ad059d req-2d0ae45d-8af8-41ab-aa91-ffcf297b839b service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907412 Nov 12 02:31:35.098919 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be8d2e-87ed-4fcb-9650-97953642968f req-5cd2df1c-95f4-4385-ab60-65878845f7e6 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:35.100404 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-98be8d2e-87ed-4fcb-9650-97953642968f req-5cd2df1c-95f4-4385-ab60-65878845f7e6 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.0509422 Nov 12 02:31:35.147467 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-98be8d2e-87ed-4fcb-9650-97953642968f req-bb8534cc-f8d0-46e1-8c13-d9126bdd9d1f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411088 Nov 12 02:31:35.191468 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-f6d388cc-ea7b-48d1-b08e-2c40a9ad059d req-f3dd54cd-d1eb-4e0f-8a4f-fad5c5047e54 service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863707 Nov 12 02:31:35.363901 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:36.283736 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bef33-b86e-42d7-8089-4d0b087a4e7d req-f699edf1-f16f-435e-bf7a-20794bc577d3 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:36.286622 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a69bef33-b86e-42d7-8089-4d0b087a4e7d req-f699edf1-f16f-435e-bf7a-20794bc577d3 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.0564094 Nov 12 02:31:36.340597 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a69bef33-b86e-42d7-8089-4d0b087a4e7d req-12b8019e-5cd6-420c-9ec6-2862e1f33b8a tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455177 Nov 12 02:31:36.982597 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:37.465434 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70316322-8390-4693-b65d-5997e8574e29 req-556b08a6-27d7-4abb-9827-574e40120a21 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:37.466936 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-70316322-8390-4693-b65d-5997e8574e29 req-556b08a6-27d7-4abb-9827-574e40120a21 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 946 time: 0.0494788 Nov 12 02:31:37.532475 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-70316322-8390-4693-b65d-5997e8574e29 req-459def6c-14ba-4925-8c0e-7794b9ef3a04 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551498 Nov 12 02:31:37.541793 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:37.842044 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4bf83-94ac-4e35-8fac-79ba4f775d60 req-7c44947c-21b1-4983-b3a3-cef883af6ac5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:37.843568 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f4f4bf83-94ac-4e35-8fac-79ba4f775d60 req-7c44947c-21b1-4983-b3a3-cef883af6ac5 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 946 time: 0.0512440 Nov 12 02:31:37.893562 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f4f4bf83-94ac-4e35-8fac-79ba4f775d60 req-fabd2100-5e83-44ff-bbc3-ffaba3b84600 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb33e83f-a29e-4d8e-9f44-f57b3c185622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424299 Nov 12 02:31:38.173270 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device adf21ac7-d483-4d23-9685-1ced59467610 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:31:38.248771 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:38.274556 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf21ac7-d483-4d23-9685-1ced59467610'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:31:38.277068 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37af9e25-40a2-4a77-b6b8-29ba92c0f60e" -d '{"events": [{"server_uuid": "f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900", "name": "network-vif-unplugged", "status": "completed", "tag": "adf21ac7-d483-4d23-9685-1ced59467610"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:31:38.290847 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port adf21ac7-d483-4d23-9685-1ced59467610, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=adf21ac7-d483-4d23-9685-1ced59467610,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:38.294706 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:38.345554 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=adf21ac7-d483-4d23-9685-1ced59467610,revision_number=8']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:38.380995 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 02:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3123cb-a221-4370-b4d9-593a637257fe x-openstack-request-id: req-bc3123cb-a221-4370-b4d9-593a637257fe {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:31:38.381624 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900", "name": "network-vif-unplugged", "status": "failed", "tag": "adf21ac7-d483-4d23-9685-1ced59467610", "code": 422}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:31:38.381624 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bc3123cb-a221-4370-b4d9-593a637257fe {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:31:38.382139 dv-cinder-808574-4-smb neutron-server[101628]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'adf21ac7-d483-4d23-9685-1ced59467610', 'code': 422} returned with failed status Nov 12 02:31:38.460078 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be67f1-5d7c-44e6-b20d-0e9caf9b3d74 req-7c8d6941-8f55-4cc0-914e-c32887034429 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:38.461559 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-12be67f1-5d7c-44e6-b20d-0e9caf9b3d74 req-7c8d6941-8f55-4cc0-914e-c32887034429 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 944 time: 0.0541601 Nov 12 02:31:38.511388 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-12be67f1-5d7c-44e6-b20d-0e9caf9b3d74 req-05df7968-8e10-4486-abc2-116b6f02cbfc tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433118 Nov 12 02:31:38.621277 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42888) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:38.702304 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8d644876-90a6-4d39-afbf-de06cc9febf2 req-2105f04b-8080-4027-838b-ace3511f4ef6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798740 Nov 12 02:31:38.711076 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [req-8d644876-90a6-4d39-afbf-de06cc9febf2 req-8a13ee86-1421-4f9d-8e18-a3dbecbb96af service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=101627) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:31:38.712063 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8d644876-90a6-4d39-afbf-de06cc9febf2 req-8a13ee86-1421-4f9d-8e18-a3dbecbb96af service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049367 Nov 12 02:31:39.014086 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a29b61-f4db-4d2a-bd4d-792a25d457b1 req-068806c3-49aa-4a02-a5b3-d65b1b347454 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:39.021109 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-53a29b61-f4db-4d2a-bd4d-792a25d457b1 req-068806c3-49aa-4a02-a5b3-d65b1b347454 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 946 time: 0.0566852 Nov 12 02:31:39.063924 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-53a29b61-f4db-4d2a-bd4d-792a25d457b1 req-601624b2-8373-4e22-903d-589f234f05ec tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb33e83f-a29e-4d8e-9f44-f57b3c185622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419726 Nov 12 02:31:39.631237 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6f3e8-0437-4a56-91b8-dff3430c416d req-a04bb371-6b1b-499a-aaac-395a636f609c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:39.632792 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-39f6f3e8-0437-4a56-91b8-dff3430c416d req-a04bb371-6b1b-499a-aaac-395a636f609c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 944 time: 0.0470917 Nov 12 02:31:39.684280 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-39f6f3e8-0437-4a56-91b8-dff3430c416d req-7dff0c76-e606-48aa-bec6-04ae5ab0b030 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449538 Nov 12 02:31:39.685748 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d644876-90a6-4d39-afbf-de06cc9febf2 req-f466439f-bfee-4075-8244-c5604c575f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:39.687983 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8d644876-90a6-4d39-afbf-de06cc9febf2 req-f466439f-bfee-4075-8244-c5604c575f28 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900&tenant_id=e973c924078c4e638e9fa29d3956c215 HTTP/1.1" status: 200 len: 1097 time: 0.0445745 Nov 12 02:31:39.762966 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d644876-90a6-4d39-afbf-de06cc9febf2 req-e4fd9733-dd20-4078-9b6a-ccc2833d4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:39.764474 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8d644876-90a6-4d39-afbf-de06cc9febf2 req-e4fd9733-dd20-4078-9b6a-ccc2833d4c5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e973c924078c4e638e9fa29d3956c215&device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 1097 time: 0.0394866 Nov 12 02:31:39.782450 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6b55d-52b8-430f-847c-75beb0c5e66f req-cbf97d99-10d3-4907-a472-3ac981bcbeba tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:39.783894 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-76c6b55d-52b8-430f-847c-75beb0c5e66f req-cbf97d99-10d3-4907-a472-3ac981bcbeba tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.61 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 946 time: 0.0487723 Nov 12 02:31:39.865383 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d644876-90a6-4d39-afbf-de06cc9febf2 req-8104e05e-52cf-4761-9b7d-7a42bfd3ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:39.866855 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8d644876-90a6-4d39-afbf-de06cc9febf2 req-8104e05e-52cf-4761-9b7d-7a42bfd3ac4a service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bf8a66c-2c88-40e7-879f-ed13c0e23344 HTTP/1.1" status: 200 len: 917 time: 0.0955665 Nov 12 02:31:39.880068 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [req-76c6b55d-52b8-430f-847c-75beb0c5e66f req-efb9383a-c390-43a7-a7b0-b21adcb4fdf9 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Deleting port dc701a0e-c496-4482-a9b5-97f1c4b17cd9 {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:31:39.880406 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-76c6b55d-52b8-430f-847c-75beb0c5e66f req-efb9383a-c390-43a7-a7b0-b21adcb4fdf9 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:39.931272 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8d644876-90a6-4d39-afbf-de06cc9febf2 req-aac56958-d7d5-4e08-a766-864703f3c8df service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adf21ac7-d483-4d23-9685-1ced59467610 HTTP/1.1" status: 200 len: 999 time: 0.0569727 Nov 12 02:31:39.973954 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-76c6b55d-52b8-430f-847c-75beb0c5e66f req-efb9383a-c390-43a7-a7b0-b21adcb4fdf9 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] For port dc701a0e-c496-4482-a9b5-97f1c4b17cd9, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=dc701a0e-c496-4482-a9b5-97f1c4b17cd9,segment=NetworkSegment(bfd07f29-2d92-4f8c-a3d7-f3e528339839),segment_id=bfd07f29-2d92-4f8c-a3d7-f3e528339839)] {{(pid=101626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:39.974381 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-76c6b55d-52b8-430f-847c-75beb0c5e66f req-efb9383a-c390-43a7-a7b0-b21adcb4fdf9 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:39.981254 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d644876-90a6-4d39-afbf-de06cc9febf2 req-6c053fea-377e-46eb-ac5d-f7a2bf0f24e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:39.982760 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8d644876-90a6-4d39-afbf-de06cc9febf2 req-6c053fea-377e-46eb-ac5d-f7a2bf0f24e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1006246c-c18c-4b19-8be4-0d64b846f8bd HTTP/1.1" status: 200 len: 855 time: 0.0441058 Nov 12 02:31:40.032379 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d644876-90a6-4d39-afbf-de06cc9febf2 req-46e9b53c-1db3-488f-89d9-b6a7179a67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:40.033859 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8d644876-90a6-4d39-afbf-de06cc9febf2 req-46e9b53c-1db3-488f-89d9-b6a7179a67b0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bf8a66c-2c88-40e7-879f-ed13c0e23344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0439713 Nov 12 02:31:40.131378 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8d644876-90a6-4d39-afbf-de06cc9febf2 req-3bf930f7-a732-4233-bc9e-d9cd79ad456b service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891068 Nov 12 02:31:40.174637 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-76c6b55d-52b8-430f-847c-75beb0c5e66f req-efb9383a-c390-43a7-a7b0-b21adcb4fdf9 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:40.175003 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-76c6b55d-52b8-430f-847c-75beb0c5e66f req-efb9383a-c390-43a7-a7b0-b21adcb4fdf9 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394463'] for floatingip, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:40.175295 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.db.l3_db [req-76c6b55d-52b8-430f-847c-75beb0c5e66f req-efb9383a-c390-43a7-a7b0-b21adcb4fdf9 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Floating IP 56a7dfee-a83c-43e0-9027-a9a1a54ee6b1 disassociated. External IP: 172.28.0.213, port: dc701a0e-c496-4482-a9b5-97f1c4b17cd9. Nov 12 02:31:40.175648 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [req-76c6b55d-52b8-430f-847c-75beb0c5e66f req-efb9383a-c390-43a7-a7b0-b21adcb4fdf9 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Calling delete_port for dc701a0e-c496-4482-a9b5-97f1c4b17cd9 owned by compute:nova {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:31:40.227183 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [req-8d644876-90a6-4d39-afbf-de06cc9febf2 req-19f7fd21-4004-4fac-912c-eeb54d709e78 service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875359 Nov 12 02:31:40.229744 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca129f-bcfb-4f3b-a499-d7f425f682b2 req-286e9446-8f02-448a-86b5-505892c95825 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:40.231165 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1bca129f-bcfb-4f3b-a499-d7f425f682b2 req-286e9446-8f02-448a-86b5-505892c95825 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 946 time: 0.0983119 Nov 12 02:31:40.300667 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1bca129f-bcfb-4f3b-a499-d7f425f682b2 req-74847e92-e80f-43d9-8eef-e3b4b18a3168 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups?id=bb33e83f-a29e-4d8e-9f44-f57b3c185622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623572 Nov 12 02:31:40.356519 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-76c6b55d-52b8-430f-847c-75beb0c5e66f req-efb9383a-c390-43a7-a7b0-b21adcb4fdf9 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:40.385579 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9383a-c390-43a7-a7b0-b21adcb4fdf9 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Pushing event deleted for resources: {'Port': ['ID=dc701a0e-c496-4482-a9b5-97f1c4b17cd9,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:40.504913 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76c6b55d-52b8-430f-847c-75beb0c5e66f req-efb9383a-c390-43a7-a7b0-b21adcb4fdf9 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Router a508150a-81b6-4e6d-834f-6e2f91c16084 has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:31:40.625979 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76c6b55d-52b8-430f-847c-75beb0c5e66f req-efb9383a-c390-43a7-a7b0-b21adcb4fdf9 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:31:40.639469 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63901489-8e59-49c4-a274-99b37d1206b1 None None] Sync routers for ids ['a508150a-81b6-4e6d-834f-6e2f91c16084'] in dv-cinder-808574-4-smb {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:31:40.676175 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63901489-8e59-49c4-a274-99b37d1206b1 None None] Routers {'a508150a-81b6-4e6d-834f-6e2f91c16084'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:31:40.677286 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-63901489-8e59-49c4-a274-99b37d1206b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:31:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['a508150a-81b6-4e6d-834f-6e2f91c16084'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:40.751242 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c6b55d-52b8-430f-847c-75beb0c5e66f req-efb9383a-c390-43a7-a7b0-b21adcb4fdf9 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] No DVR routers for this DVR port dc701a0e-c496-4482-a9b5-97f1c4b17cd9 on host hv-cinder-80857 {{(pid=101626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:31:40.756002 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-76c6b55d-52b8-430f-847c-75beb0c5e66f req-efb9383a-c390-43a7-a7b0-b21adcb4fdf9 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:40.760478 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-76c6b55d-52b8-430f-847c-75beb0c5e66f req-efb9383a-c390-43a7-a7b0-b21adcb4fdf9 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.61 "DELETE /v2.0/ports/dc701a0e-c496-4482-a9b5-97f1c4b17cd9 HTTP/1.1" status: 204 len: 173 time: 0.9691646 Nov 12 02:31:40.761350 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fdaca6-0829-4995-b2e7-781477567e78', 'name': 'network-vif-deleted', 'tag': 'dc701a0e-c496-4482-a9b5-97f1c4b17cd9'}] {{(pid=101626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:31:40.764309 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee064878ec57991a80a61b6e38777a609e15accd33394659691c67407ac4dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8578691-df43-4b9b-8a2e-90c43aee9c32" -d '{"events": [{"server_uuid": "19fdaca6-0829-4995-b2e7-781477567e78", "name": "network-vif-deleted", "tag": "dc701a0e-c496-4482-a9b5-97f1c4b17cd9"}]}' {{(pid=101626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:31:40.874190 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c904b7fb-1267-4b33-8814-f607c3d73c36 x-openstack-request-id: req-c904b7fb-1267-4b33-8814-f607c3d73c36 {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:31:40.875365 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fdaca6-0829-4995-b2e7-781477567e78", "name": "network-vif-deleted", "tag": "dc701a0e-c496-4482-a9b5-97f1c4b17cd9", "status": "completed", "code": 200}]} {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:31:40.888655 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c904b7fb-1267-4b33-8814-f607c3d73c36 {{(pid=101626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:31:40.889349 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fdaca6-0829-4995-b2e7-781477567e78', 'name': 'network-vif-deleted', 'tag': 'dc701a0e-c496-4482-a9b5-97f1c4b17cd9', 'status': 'completed', 'code': 200} Nov 12 02:31:40.917434 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-63901489-8e59-49c4-a274-99b37d1206b1 None None] Set router a508150a-81b6-4e6d-834f-6e2f91c16084 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:31:40.930106 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433697d7-1990-4c7b-8f8d-b69f4ad9fd25 req-db53613b-1a61-4541-a8ba-f82e13c11c32 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:40.943515 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-433697d7-1990-4c7b-8f8d-b69f4ad9fd25 req-db53613b-1a61-4541-a8ba-f82e13c11c32 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 944 time: 0.1063225 Nov 12 02:31:41.037676 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-433697d7-1990-4c7b-8f8d-b69f4ad9fd25 req-5f8fa7ed-f205-478f-a025-e49026c765e7 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820839 Nov 12 02:31:41.221509 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-63901489-8e59-49c4-a274-99b37d1206b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:01Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 4, 'project_id': 'f703f38cf65b46999d543ac359444567', 'gw_port': {'id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '1811f099-17ad-4f71-b973-8d8305a220f8', 'name': '', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'mac_address': 'fa:16:3e:48:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:22Z', 'updated_at': '2021-11-12T02:26:33Z', 'revision_number': 5, 'project_id': 'f703f38cf65b46999d543ac359444567', 'subnets': [{'id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:41.252614 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63901489-8e59-49c4-a274-99b37d1206b1 None None] Checking router: a508150a-81b6-4e6d-834f-6e2f91c16084 for host: dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:31:41.260855 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63901489-8e59-49c4-a274-99b37d1206b1 None None] Routers {'a508150a-81b6-4e6d-834f-6e2f91c16084'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:31:41.261457 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-63901489-8e59-49c4-a274-99b37d1206b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:31:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['a508150a-81b6-4e6d-834f-6e2f91c16084'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:41.382023 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-63901489-8e59-49c4-a274-99b37d1206b1 None None] Set router a508150a-81b6-4e6d-834f-6e2f91c16084 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:31:41.416255 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-403f82e9-cddb-4235-9f7e-8a5bc81670d7 req-f79066bd-28e3-4622-ae6b-03092e23ca22 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 210 time: 0.0303950 Nov 12 02:31:41.603934 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-63901489-8e59-49c4-a274-99b37d1206b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:01Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 4, 'project_id': 'f703f38cf65b46999d543ac359444567', 'gw_port': {'id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '1811f099-17ad-4f71-b973-8d8305a220f8', 'name': '', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'mac_address': 'fa:16:3e:48:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:22Z', 'updated_at': '2021-11-12T02:26:33Z', 'revision_number': 5, 'project_id': 'f703f38cf65b46999d543ac359444567', 'subnets': [{'id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:41.630859 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63901489-8e59-49c4-a274-99b37d1206b1 None None] The sync data for ids ['a508150a-81b6-4e6d-834f-6e2f91c16084'] in dv-cinder-808574-4-smb is: [{'id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:01Z', 'updated_at': '2021-11-12T02:26:24Z', 'revision_number': 4, 'project_id': 'f703f38cf65b46999d543ac359444567', 'gw_port': {'id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '1811f099-17ad-4f71-b973-8d8305a220f8', 'name': '', 'network_id': '404a7e3a-99c5-4a67-9227-adbb62c821aa', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'mac_address': 'fa:16:3e:48:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:22Z', 'updated_at': '2021-11-12T02:26:33Z', 'revision_number': 5, 'project_id': 'f703f38cf65b46999d543ac359444567', 'subnets': [{'id': 'd4fc1b18-ead8-4210-84af-aa2802ec2ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:31:41.859644 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39ce0ae-1a45-4142-b4a6-55d3194ad135 None None] New status for floating IP 56a7dfee-a83c-43e0-9027-a9a1a54ee6b1: DOWN {{(pid=101629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:31:42.161720 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5f1cb-60e4-40c4-8cdf-6e4236568546 req-15ada5af-92fe-4401-8abd-257fabdc53a1 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:42.163174 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-95f5f1cb-60e4-40c4-8cdf-6e4236568546 req-15ada5af-92fe-4401-8abd-257fabdc53a1 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 944 time: 0.0522449 Nov 12 02:31:42.185980 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device dc701a0e-c496-4482-a9b5-97f1c4b17cd9 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:31:42.213951 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] No Port match for: dc701a0e-c496-4482-a9b5-97f1c4b17cd9 {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:31:42.214443 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device dc701a0e-c496-4482-a9b5-97f1c4b17cd9 not bound to the agent host hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:31:42.233834 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-95f5f1cb-60e4-40c4-8cdf-6e4236568546 req-c40aa45c-6053-40db-8c62-051aa863a3db tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644634 Nov 12 02:31:42.520376 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a5ad617f-f1e1-46be-885b-db381be60b4c req-0391dba5-183c-4417-a73e-566a91967a11 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 210 time: 0.0259168 Nov 12 02:31:43.364633 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b31ea-1233-49cb-aa98-d64bffb66fa3 req-bca007bd-9b67-4a9d-8c4e-4c68f60ea0b6 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:43.366152 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-824b31ea-1233-49cb-aa98-d64bffb66fa3 req-bca007bd-9b67-4a9d-8c4e-4c68f60ea0b6 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 944 time: 0.0480309 Nov 12 02:31:43.664064 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-824b31ea-1233-49cb-aa98-d64bffb66fa3 req-7248b31d-cf3d-42f5-bc23-a31ddd2c3303 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2906625 Nov 12 02:31:43.678898 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-abf6e154-8fae-4c78-8559-39968abc6cbd req-2d8b2f6d-263c-408a-871f-0e2dec1e5133 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 210 time: 0.0322685 Nov 12 02:31:44.808791 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-897956dd-acbb-4061-91b1-87e03b8e3482 req-00e4a183-cad4-489b-9da7-30e2f8258f50 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 210 time: 0.0404432 Nov 12 02:31:44.829961 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0db10d-4b0c-431e-be83-ee54c2051a21 req-e5099dfd-be04-40aa-ae08-73f0086ac618 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:44.831517 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-4f0db10d-4b0c-431e-be83-ee54c2051a21 req-e5099dfd-be04-40aa-ae08-73f0086ac618 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 944 time: 0.0883815 Nov 12 02:31:44.900419 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-4f0db10d-4b0c-431e-be83-ee54c2051a21 req-8de1b4ca-b66e-4d45-98c9-1adad6a70108 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595767 Nov 12 02:31:45.931050 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f0915e24-972a-4f30-89e7-bdf4038a0687 req-a070fd5b-cc8f-449d-b333-fdf72a6efeb4 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 210 time: 0.0326500 Nov 12 02:31:46.191043 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886614e2-6989-4728-a02b-9e2ac1dfb524 req-1b59ea23-52bc-41b4-aaf2-c11a5f254956 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:46.192485 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-886614e2-6989-4728-a02b-9e2ac1dfb524 req-1b59ea23-52bc-41b4-aaf2-c11a5f254956 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 944 time: 0.0605047 Nov 12 02:31:46.248669 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-886614e2-6989-4728-a02b-9e2ac1dfb524 req-9aa93fd8-1ac1-4510-8cae-bfdb19437b34 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503092 Nov 12 02:31:47.032292 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f9be58f2-7efd-4ffe-84be-ce48ba708b18 req-6ca39b86-8f3b-4a25-b21b-15516e1249b1 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 210 time: 0.0274398 Nov 12 02:31:47.381155 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123bbc7-79af-460d-8f4c-36c93b9f26aa req-eb449c74-2e86-42dd-94ae-6dfbb867dde0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:47.382634 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9123bbc7-79af-460d-8f4c-36c93b9f26aa req-eb449c74-2e86-42dd-94ae-6dfbb867dde0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 944 time: 0.0554087 Nov 12 02:31:47.430928 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9123bbc7-79af-460d-8f4c-36c93b9f26aa req-75610fd6-7563-4f75-b446-77317962bb8b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423298 Nov 12 02:31:48.142222 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-bab8fec9-d29d-4a99-854e-03e39ecb7399 req-faa27da2-4fc7-4f6f-86cb-79c89c13adee tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 210 time: 0.0328631 Nov 12 02:31:48.561470 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d3362-17fc-454f-99ea-a5a6cd17d3ea req-6e46bf2f-679d-46b6-8f69-2a2dc9798a77 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:48.563224 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-704d3362-17fc-454f-99ea-a5a6cd17d3ea req-6e46bf2f-679d-46b6-8f69-2a2dc9798a77 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 944 time: 0.0542548 Nov 12 02:31:48.617554 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-704d3362-17fc-454f-99ea-a5a6cd17d3ea req-5d701c28-735f-470b-aaa4-1ce9cf6a8da5 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479772 Nov 12 02:31:49.246249 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-457620f1-3506-4cd2-8a35-ccecc4c27ea9 req-35d6ef4d-6bf2-413f-8e51-74dcaffbf19b tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 210 time: 0.0282447 Nov 12 02:31:49.746686 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3265d-c5fd-4bd3-b996-4bfd7faa6d72 req-6f262f61-e9de-42a5-a051-a21998074ede tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:49.748196 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d0e3265d-c5fd-4bd3-b996-4bfd7faa6d72 req-6f262f61-e9de-42a5-a051-a21998074ede tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 944 time: 0.0489631 Nov 12 02:31:49.799515 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d0e3265d-c5fd-4bd3-b996-4bfd7faa6d72 req-65dc182e-3a2c-4791-8122-6fd15ce6e444 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443904 Nov 12 02:31:50.345113 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-10efc7b9-65b7-4acc-be1c-aee1422f0489 req-ecdad29b-0e03-45d6-9b28-966116a02b96 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 210 time: 0.0269802 Nov 12 02:31:50.927501 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4e2ee-0a70-4fd7-9273-08246977019a req-53f7bb29-382b-4ba5-923c-0dde9b408275 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:50.929369 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8bc4e2ee-0a70-4fd7-9273-08246977019a req-53f7bb29-382b-4ba5-923c-0dde9b408275 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 944 time: 0.0525711 Nov 12 02:31:50.992454 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8bc4e2ee-0a70-4fd7-9273-08246977019a req-32d7acec-16b2-459e-aee9-991b47de143a tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511389 Nov 12 02:31:51.442013 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-62b1d09f-337e-4654-b221-93930c4b45aa req-babe74e4-8475-4281-ae1a-44bd103d7c04 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/ports?device_id=19fdaca6-0829-4995-b2e7-781477567e78 HTTP/1.1" status: 200 len: 210 time: 0.0265226 Nov 12 02:31:52.113806 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440d168-fd5e-476a-afc1-ae5a80fd359e req-f2d9ed85-b4fd-401d-b6d7-a287b3660b23 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:52.115242 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a440d168-fd5e-476a-afc1-ae5a80fd359e req-f2d9ed85-b4fd-401d-b6d7-a287b3660b23 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 944 time: 0.0486350 Nov 12 02:31:52.162396 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a440d168-fd5e-476a-afc1-ae5a80fd359e req-696d613b-7722-4e36-8c02-4b742c22aecb tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411921 Nov 12 02:31:52.397462 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1b368-9f11-4fe3-85e6-b91e1dc5fec2 req-a63672cd-6502-4d69-bff2-e0764e2582e3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:52.399219 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0be1b368-9f11-4fe3-85e6-b91e1dc5fec2 req-a63672cd-6502-4d69-bff2-e0764e2582e3 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 985 time: 0.0799713 Nov 12 02:31:52.408573 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45effc5e-72ad-4bef-980e-5d6be83a1ca5 req-6877cdeb-2d68-4d5c-9e80-a66928d9f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:52.410026 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-45effc5e-72ad-4bef-980e-5d6be83a1ca5 req-6877cdeb-2d68-4d5c-9e80-a66928d9f792 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b5e5d066e9d043c2b6b280d75ecb3335&device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 1138 time: 0.0655026 Nov 12 02:31:52.525237 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0be1b368-9f11-4fe3-85e6-b91e1dc5fec2 req-0e6ebc5f-3d08-421b-b3de-5688f64046a6 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&id=1737036a-fead-48ae-b8ad-fab21c12dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197138 Nov 12 02:31:52.527717 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42988) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:52.550550 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45effc5e-72ad-4bef-980e-5d6be83a1ca5 req-cd8e8a1b-9406-47ff-8904-05ab15136a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:52.552030 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-45effc5e-72ad-4bef-980e-5d6be83a1ca5 req-cd8e8a1b-9406-47ff-8904-05ab15136a01 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d53d56b6-27dc-4052-938a-86ef6f52304d HTTP/1.1" status: 200 len: 916 time: 0.1278002 Nov 12 02:31:52.582867 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-082c4360-ca9d-4491-83df-a86e09c08072 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:52.606138 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-082c4360-ca9d-4491-83df-a86e09c08072 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:52.622960 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-45effc5e-72ad-4bef-980e-5d6be83a1ca5 req-d8db9b70-5914-4c1f-b56e-8909af0b6c83 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=589d3dac-7cd5-4258-83db-ff9f8b9abeae HTTP/1.1" status: 200 len: 1001 time: 0.0625038 Nov 12 02:31:52.661315 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-082c4360-ca9d-4491-83df-a86e09c08072 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:52.664010 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-082c4360-ca9d-4491-83df-a86e09c08072 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:52.665131 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-082c4360-ca9d-4491-83df-a86e09c08072 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "DELETE /v2.0/security-groups/bb33e83f-a29e-4d8e-9f44-f57b3c185622 HTTP/1.1" status: 204 len: 168 time: 0.1364608 Nov 12 02:31:52.669375 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42990) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:52.678279 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45effc5e-72ad-4bef-980e-5d6be83a1ca5 req-5e72d8ba-228c-419e-a9fa-a3984631ef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:52.679763 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-45effc5e-72ad-4bef-980e-5d6be83a1ca5 req-5e72d8ba-228c-419e-a9fa-a3984631ef54 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bb6e8f49-96e5-4356-baee-3967281dde4b HTTP/1.1" status: 200 len: 854 time: 0.0494802 Nov 12 02:31:52.681690 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c4360-ca9d-4491-83df-a86e09c08072 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb33e83f-a29e-4d8e-9f44-f57b3c185622,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:52.688977 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.api.v2.resource [None req-728c5ddf-b3bc-4681-9a5a-e5c33e78f4f0 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] show failed (client error): The resource could not be found. Nov 12 02:31:52.692701 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-728c5ddf-b3bc-4681-9a5a-e5c33e78f4f0 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "GET /v2.0/security-groups/bb33e83f-a29e-4d8e-9f44-f57b3c185622 HTTP/1.1" status: 404 len: 347 time: 0.0197442 Nov 12 02:31:52.695778 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 42992) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:52.731305 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45effc5e-72ad-4bef-980e-5d6be83a1ca5 req-81e3f611-ddc1-4cf4-85bd-4f77fca6866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:52.732880 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-45effc5e-72ad-4bef-980e-5d6be83a1ca5 req-81e3f611-ddc1-4cf4-85bd-4f77fca6866c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d53d56b6-27dc-4052-938a-86ef6f52304d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0445442 Nov 12 02:31:52.821115 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-63007a79-5874-4af2-8c23-aceb7b202808 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Deleting port 01c4c76d-cef7-4b91-8afe-78a2865327c7 {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:31:52.821363 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-63007a79-5874-4af2-8c23-aceb7b202808 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:52.828022 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-45effc5e-72ad-4bef-980e-5d6be83a1ca5 req-8937d17f-6ee1-4c51-869c-c2474b0e74f2 service neutron] 10.222.0.61 "GET /v2.0/networks/d53d56b6-27dc-4052-938a-86ef6f52304d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864661 Nov 12 02:31:52.898682 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-63007a79-5874-4af2-8c23-aceb7b202808 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:52.899001 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-63007a79-5874-4af2-8c23-aceb7b202808 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:52.911176 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-63007a79-5874-4af2-8c23-aceb7b202808 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Calling delete_port for 01c4c76d-cef7-4b91-8afe-78a2865327c7 owned by network:floatingip {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:31:52.921655 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-45effc5e-72ad-4bef-980e-5d6be83a1ca5 req-fd1ce478-bed8-4a8f-a3a9-0aff313512ec service neutron] 10.222.0.61 "GET /v2.0/networks/d53d56b6-27dc-4052-938a-86ef6f52304d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865011 Nov 12 02:31:53.050846 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-63007a79-5874-4af2-8c23-aceb7b202808 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:53.079861 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63007a79-5874-4af2-8c23-aceb7b202808 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Pushing event deleted for resources: {'Port': ['ID=01c4c76d-cef7-4b91-8afe-78a2865327c7,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:53.139201 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-63007a79-5874-4af2-8c23-aceb7b202808 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks [] for floatingip, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:53.142741 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-63007a79-5874-4af2-8c23-aceb7b202808 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for floatingip, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:53.143913 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-63007a79-5874-4af2-8c23-aceb7b202808 tempest-AttachVolumeTestJSON-706433802 tempest-AttachVolumeTestJSON-706433802-project] 10.222.0.66 "DELETE /v2.0/floatingips/56a7dfee-a83c-43e0-9027-a9a1a54ee6b1 HTTP/1.1" status: 204 len: 168 time: 0.4471922 Nov 12 02:31:53.291969 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a2742-b57c-456e-8583-f4173fea566a req-b0e54274-b45a-4ca1-b35f-733fe1ab1d22 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:53.293655 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6b5a2742-b57c-456e-8583-f4173fea566a req-b0e54274-b45a-4ca1-b35f-733fe1ab1d22 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 944 time: 0.0517900 Nov 12 02:31:53.345970 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6b5a2742-b57c-456e-8583-f4173fea566a req-ec269100-9250-4a2b-822b-a59a27d0fe2c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450733 Nov 12 02:31:53.645916 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c559bc-7af4-45c7-9190-d6753fff9532 req-2fc07e0a-2eab-45de-8145-42366ad7ed9d tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:53.647344 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-91c559bc-7af4-45c7-9190-d6753fff9532 req-2fc07e0a-2eab-45de-8145-42366ad7ed9d tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 985 time: 0.0507753 Nov 12 02:31:53.711572 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-91c559bc-7af4-45c7-9190-d6753fff9532 req-d1bcc9ee-d3c2-4418-8e76-498e64c6689a tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&id=1737036a-fead-48ae-b8ad-fab21c12dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577390 Nov 12 02:31:54.209646 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device adf21ac7-d483-4d23-9685-1ced59467610 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:31:54.315021 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port adf21ac7-d483-4d23-9685-1ced59467610, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=adf21ac7-d483-4d23-9685-1ced59467610,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:54.326668 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': 'adf21ac7-d483-4d23-9685-1ced59467610', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'port_id': 'adf21ac7-d483-4d23-9685-1ced59467610', 'mac_address': 'fa:16:3e:67:f1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:31:54.365409 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:54.381311 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf21ac7-d483-4d23-9685-1ced59467610 {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:31:54.401514 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port adf21ac7-d483-4d23-9685-1ced59467610, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=adf21ac7-d483-4d23-9685-1ced59467610,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:54.406826 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:54.465635 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=adf21ac7-d483-4d23-9685-1ced59467610,revision_number=9']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:54.481305 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07607a-0fd6-497e-bc5e-1d1ad76871ee req-c86c6e2d-3769-4ad2-b208-6e35540e4379 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:54.482768 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fc07607a-0fd6-497e-bc5e-1d1ad76871ee req-c86c6e2d-3769-4ad2-b208-6e35540e4379 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 945 time: 0.0541961 Nov 12 02:31:54.531856 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fc07607a-0fd6-497e-bc5e-1d1ad76871ee req-ebe5852a-9d9a-45fb-ae86-383bd59cc30a tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417576 Nov 12 02:31:54.629310 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:31:54.661133 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['adf21ac7-d483-4d23-9685-1ced59467610'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:31:54.827373 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28f393-a8a2-47ed-9887-60695a297a44 req-d485263b-cd61-48a2-8a0c-47fdc67ee379 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:54.829357 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ba28f393-a8a2-47ed-9887-60695a297a44 req-d485263b-cd61-48a2-8a0c-47fdc67ee379 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 985 time: 0.0499866 Nov 12 02:31:54.888160 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ba28f393-a8a2-47ed-9887-60695a297a44 req-070adec6-e28f-4b64-ac5c-3edab6e6aa3d tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&id=1737036a-fead-48ae-b8ad-fab21c12dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528097 Nov 12 02:31:55.657727 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1236bf5-ea41-4c3a-83b4-7c0d7214fe59 req-0392df48-7c5f-4be4-b528-cdd2052a4a1f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:55.659266 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f1236bf5-ea41-4c3a-83b4-7c0d7214fe59 req-0392df48-7c5f-4be4-b528-cdd2052a4a1f tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 945 time: 0.0530736 Nov 12 02:31:55.711623 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-f1236bf5-ea41-4c3a-83b4-7c0d7214fe59 req-f24465c4-8af0-4133-86f0-1471fa6ff938 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461175 Nov 12 02:31:56.003965 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55892d-3745-4658-8e66-7ee58fef9f76 req-0cc27efb-a377-4948-a3a0-e2ca0ccfdf98 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:56.005442 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8d55892d-3745-4658-8e66-7ee58fef9f76 req-0cc27efb-a377-4948-a3a0-e2ca0ccfdf98 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 985 time: 0.0495455 Nov 12 02:31:56.074606 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8d55892d-3745-4658-8e66-7ee58fef9f76 req-4f6f7be5-8840-46c0-8ac2-8a8f269976b2 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&id=1737036a-fead-48ae-b8ad-fab21c12dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631049 Nov 12 02:31:56.213434 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device adf21ac7-d483-4d23-9685-1ced59467610 up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:31:56.263106 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port adf21ac7-d483-4d23-9685-1ced59467610 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:31:56.263494 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:56.341354 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:56.364186 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf21ac7-d483-4d23-9685-1ced59467610'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:31:56.366375 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6454ad65-2fb9-4c98-abad-ec41db98a5eb" -d '{"events": [{"server_uuid": "f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900", "name": "network-vif-plugged", "status": "completed", "tag": "adf21ac7-d483-4d23-9685-1ced59467610"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:31:56.379601 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port adf21ac7-d483-4d23-9685-1ced59467610, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=adf21ac7-d483-4d23-9685-1ced59467610,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:56.384498 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:56.411906 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ebae55-8043-488d-9222-78df14dfeb2f x-openstack-request-id: req-08ebae55-8043-488d-9222-78df14dfeb2f {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:31:56.412191 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900", "name": "network-vif-plugged", "status": "completed", "tag": "adf21ac7-d483-4d23-9685-1ced59467610", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:31:56.412439 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-08ebae55-8043-488d-9222-78df14dfeb2f {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:31:56.412816 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf21ac7-d483-4d23-9685-1ced59467610', 'code': 200} Nov 12 02:31:56.440647 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=adf21ac7-d483-4d23-9685-1ced59467610,revision_number=10']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:56.585110 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a8133-c3e9-4a3a-bb9e-668c28d30592 req-0335984a-9b40-4d72-875f-1b53ca766656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:56.587378 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d48a8133-c3e9-4a3a-bb9e-668c28d30592 req-0335984a-9b40-4d72-875f-1b53ca766656 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 1100 time: 0.0412698 Nov 12 02:31:56.642866 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d48a8133-c3e9-4a3a-bb9e-668c28d30592 req-b1bca1e4-034f-4e57-9636-520376df6765 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461886 Nov 12 02:31:56.661947 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 43034) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:56.899776 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac944b5-8b8f-4157-a8d5-bdfccd2943e8 req-6cf7d9e1-33fb-49de-962c-ebda3a76fb7c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:56.901271 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-eac944b5-8b8f-4157-a8d5-bdfccd2943e8 req-6cf7d9e1-33fb-49de-962c-ebda3a76fb7c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 947 time: 0.1007264 Nov 12 02:31:57.041095 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-eac944b5-8b8f-4157-a8d5-bdfccd2943e8 req-ef4d21a3-c592-456d-8c3a-bba76c6c65f4 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319344 Nov 12 02:31:57.224737 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376293e9-f9a9-41b2-bde1-9d824949cf54 req-bcef14f6-3774-457c-aa07-7b9c3ad572c1 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:57.226119 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-376293e9-f9a9-41b2-bde1-9d824949cf54 req-bcef14f6-3774-457c-aa07-7b9c3ad572c1 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 985 time: 0.0800369 Nov 12 02:31:57.267203 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-90b651c1-3e7c-4269-85a8-1fd81021b136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395231'] for router_interface, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:57.342177 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-376293e9-f9a9-41b2-bde1-9d824949cf54 req-def66d91-f091-4448-8d44-2147f3522cc4 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&id=1737036a-fead-48ae-b8ad-fab21c12dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1091139 Nov 12 02:31:57.539062 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-90b651c1-3e7c-4269-85a8-1fd81021b136 admin admin] Deleting port 1811f099-17ad-4f71-b973-8d8305a220f8 {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:31:57.539297 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-90b651c1-3e7c-4269-85a8-1fd81021b136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:57.618770 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [None req-90b651c1-3e7c-4269-85a8-1fd81021b136 admin admin] For port 1811f099-17ad-4f71-b973-8d8305a220f8, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=1811f099-17ad-4f71-b973-8d8305a220f8,segment=NetworkSegment(bfd07f29-2d92-4f8c-a3d7-f3e528339839),segment_id=bfd07f29-2d92-4f8c-a3d7-f3e528339839)] {{(pid=101626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:57.619151 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-90b651c1-3e7c-4269-85a8-1fd81021b136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:57.631850 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-90b651c1-3e7c-4269-85a8-1fd81021b136 admin admin] Calling delete_port for 1811f099-17ad-4f71-b973-8d8305a220f8 owned by network:router_interface {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:31:57.819996 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-90b651c1-3e7c-4269-85a8-1fd81021b136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:57.848949 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b651c1-3e7c-4269-85a8-1fd81021b136 admin admin] Pushing event deleted for resources: {'Port': ['ID=1811f099-17ad-4f71-b973-8d8305a220f8,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:58.040190 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-90b651c1-3e7c-4269-85a8-1fd81021b136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399983'] for router_interface, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:58.219747 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f68a02-ea0c-4c03-8d56-8c8c77cd9b79 req-779ac40a-803b-4023-84d3-d7d016d51e13 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:58.221260 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-27f68a02-ea0c-4c03-8d56-8c8c77cd9b79 req-779ac40a-803b-4023-84d3-d7d016d51e13 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 947 time: 0.0889542 Nov 12 02:31:58.338571 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-27f68a02-ea0c-4c03-8d56-8c8c77cd9b79 req-a8122c70-ea69-4208-9129-25d205c8ee53 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099191 Nov 12 02:31:58.365610 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b651c1-3e7c-4269-85a8-1fd81021b136 admin admin] Router a508150a-81b6-4e6d-834f-6e2f91c16084 has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:31:58.501011 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0fa29-8a27-44e5-bdf2-8d33b2a973e5 req-75c86e5c-007f-4239-8dcb-9fa928638b60 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:58.502691 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6be0fa29-8a27-44e5-bdf2-8d33b2a973e5 req-75c86e5c-007f-4239-8dcb-9fa928638b60 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 985 time: 0.0911465 Nov 12 02:31:58.515222 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b651c1-3e7c-4269-85a8-1fd81021b136 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:31:58.520822 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-90b651c1-3e7c-4269-85a8-1fd81021b136 admin admin] 10.222.0.66 "PUT /v2.0/routers/a508150a-81b6-4e6d-834f-6e2f91c16084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8577929 Nov 12 02:31:58.523841 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43080) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:58.538372 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d326cbe-61b5-4b60-a896-0703dd8d97cf None None] Sync routers for ids ['a508150a-81b6-4e6d-834f-6e2f91c16084'] in dv-cinder-808574-4-smb {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:31:58.548646 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d326cbe-61b5-4b60-a896-0703dd8d97cf None None] Routers {'a508150a-81b6-4e6d-834f-6e2f91c16084'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:31:58.549524 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-6d326cbe-61b5-4b60-a896-0703dd8d97cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:31:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['a508150a-81b6-4e6d-834f-6e2f91c16084'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:58.585448 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6be0fa29-8a27-44e5-bdf2-8d33b2a973e5 req-7a68c10d-fea5-486f-baf1-58cb6675124e tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&id=1737036a-fead-48ae-b8ad-fab21c12dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635710 Nov 12 02:31:58.795693 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-6d326cbe-61b5-4b60-a896-0703dd8d97cf None None] Set router a508150a-81b6-4e6d-834f-6e2f91c16084 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:31:58.871182 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ad1f5d21-4af5-485e-a368-fb7ccfbe7e31 admin admin] Publish callbacks [] for router, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:58.974208 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-6d326cbe-61b5-4b60-a896-0703dd8d97cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:01Z', 'updated_at': '2021-11-12T02:31:57Z', 'revision_number': 5, 'project_id': 'f703f38cf65b46999d543ac359444567', 'gw_port': {'id': '82798266-d172-4d14-afa6-6755d2c7f0ab', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:58.978397 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ad1f5d21-4af5-485e-a368-fb7ccfbe7e31 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:59.000424 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d326cbe-61b5-4b60-a896-0703dd8d97cf None None] Checking router: a508150a-81b6-4e6d-834f-6e2f91c16084 for host: dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:31:59.008925 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d326cbe-61b5-4b60-a896-0703dd8d97cf None None] Routers {'a508150a-81b6-4e6d-834f-6e2f91c16084'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:31:59.009527 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-6d326cbe-61b5-4b60-a896-0703dd8d97cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:31:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['a508150a-81b6-4e6d-834f-6e2f91c16084'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:59.031906 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f5d21-4af5-485e-a368-fb7ccfbe7e31 admin admin] Deleting port 82798266-d172-4d14-afa6-6755d2c7f0ab {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:31:59.032245 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ad1f5d21-4af5-485e-a368-fb7ccfbe7e31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:59.096589 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-6d326cbe-61b5-4b60-a896-0703dd8d97cf None None] Set router a508150a-81b6-4e6d-834f-6e2f91c16084 gateway port host: None {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:31:59.114566 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [None req-ad1f5d21-4af5-485e-a368-fb7ccfbe7e31 admin admin] For port 82798266-d172-4d14-afa6-6755d2c7f0ab, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=82798266-d172-4d14-afa6-6755d2c7f0ab,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:31:59.114923 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ad1f5d21-4af5-485e-a368-fb7ccfbe7e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:59.128054 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f5d21-4af5-485e-a368-fb7ccfbe7e31 admin admin] Calling delete_port for 82798266-d172-4d14-afa6-6755d2c7f0ab owned by network:router_gateway {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:31:59.153092 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-6d326cbe-61b5-4b60-a896-0703dd8d97cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:01Z', 'updated_at': '2021-11-12T02:31:58Z', 'revision_number': 6, 'project_id': 'f703f38cf65b46999d543ac359444567', 'gw_port_host': None}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:31:59.179624 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d326cbe-61b5-4b60-a896-0703dd8d97cf None None] The sync data for ids ['a508150a-81b6-4e6d-834f-6e2f91c16084'] in dv-cinder-808574-4-smb is: [{'id': 'a508150a-81b6-4e6d-834f-6e2f91c16084', 'name': 'tempest-AttachVolumeTestJSON-229590380-router', 'tenant_id': 'f703f38cf65b46999d543ac359444567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:01Z', 'updated_at': '2021-11-12T02:31:58Z', 'revision_number': 6, 'project_id': 'f703f38cf65b46999d543ac359444567', 'gw_port_host': None}] {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:31:59.290905 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ad1f5d21-4af5-485e-a368-fb7ccfbe7e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:59.320483 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f5d21-4af5-485e-a368-fb7ccfbe7e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=82798266-d172-4d14-afa6-6755d2c7f0ab,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:59.375036 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ad1f5d21-4af5-485e-a368-fb7ccfbe7e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394389'] for router_gateway, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:59.462591 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df9fa1-4426-4f90-8181-de6129990310 req-de4bdd03-d00a-4239-9dfa-41e92d430ad2 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:59.464024 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b2df9fa1-4426-4f90-8181-de6129990310 req-de4bdd03-d00a-4239-9dfa-41e92d430ad2 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 947 time: 0.0486159 Nov 12 02:31:59.469021 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ad1f5d21-4af5-485e-a368-fb7ccfbe7e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48736'] for router, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:59.471341 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ad1f5d21-4af5-485e-a368-fb7ccfbe7e31 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:59.516300 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b2df9fa1-4426-4f90-8181-de6129990310 req-dc4e8343-7b30-4403-8865-25e15359d561 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454509 Nov 12 02:31:59.516600 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ad1f5d21-4af5-485e-a368-fb7ccfbe7e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-401017'] for router, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:59.517090 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1f5d21-4af5-485e-a368-fb7ccfbe7e31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a508150a-81b6-4e6d-834f-6e2f91c16084 {{(pid=101627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:31:59.521567 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ad1f5d21-4af5-485e-a368-fb7ccfbe7e31 admin admin] Publish callbacks [] for router, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:59.522959 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-ad1f5d21-4af5-485e-a368-fb7ccfbe7e31 admin admin] 10.222.0.66 "DELETE /v2.0/routers/a508150a-81b6-4e6d-834f-6e2f91c16084 HTTP/1.1" status: 204 len: 168 time: 0.9976087 Nov 12 02:31:59.525547 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43084) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:59.590990 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1214d26-fb7b-4c4c-965e-6ec288864522 admin admin] Deleting subnet d4fc1b18-ead8-4210-84af-aa2802ec2ad5 {{(pid=101627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:31:59.594662 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a1214d26-fb7b-4c4c-965e-6ec288864522 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:59.633271 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a1214d26-fb7b-4c4c-965e-6ec288864522 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25777450'] for subnet, precommit_delete_associations {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:59.709270 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58452e19-3565-4f82-8fe7-99299282dde3 req-714df1fb-4f37-4d28-b587-47210ccf1f71 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:31:59.710721 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-58452e19-3565-4f82-8fe7-99299282dde3 req-714df1fb-4f37-4d28-b587-47210ccf1f71 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 985 time: 0.0480745 Nov 12 02:31:59.743528 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a1214d26-fb7b-4c4c-965e-6ec288864522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503514'] for subnet, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:59.770503 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-58452e19-3565-4f82-8fe7-99299282dde3 req-b2b2be92-c961-4359-957b-22aabd340a00 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&id=1737036a-fead-48ae-b8ad-fab21c12dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535917 Nov 12 02:31:59.797089 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a1214d26-fb7b-4c4c-965e-6ec288864522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3466484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25666411'] for subnet, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:59.830271 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1214d26-fb7b-4c4c-965e-6ec288864522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4fc1b18-ead8-4210-84af-aa2802ec2ad5,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:31:59.833941 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a1214d26-fb7b-4c4c-965e-6ec288864522 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:59.837357 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-a1214d26-fb7b-4c4c-965e-6ec288864522 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d4fc1b18-ead8-4210-84af-aa2802ec2ad5 HTTP/1.1" status: 204 len: 168 time: 0.3100753 Nov 12 02:31:59.839720 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d36c2e-746e-4d60-bb7b-054ae4df0f57 None None] Network 404a7e3a-99c5-4a67-9227-adbb62c821aa requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:31:59.840197 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43090) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:31:59.911244 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e2313159-ac78-44c2-8c89-02095dbf4016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1368191'] for network, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:31:59.970565 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-e2313159-ac78-44c2-8c89-02095dbf4016 admin admin] Deleting port ab22890e-2927-4956-9b37-d9831367fad6 {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:31:59.970935 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e2313159-ac78-44c2-8c89-02095dbf4016 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:00.040402 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad855a37-3074-4842-a3b6-315f41adee1e None None] DHCP port deletion for 404a7e3a-99c5-4a67-9227-adbb62c821aa request from dv-cinder-808574-4-smb {{(pid=101628) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:32:00.040779 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [None req-e2313159-ac78-44c2-8c89-02095dbf4016 admin admin] For port ab22890e-2927-4956-9b37-d9831367fad6, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=ab22890e-2927-4956-9b37-d9831367fad6,segment=NetworkSegment(bfd07f29-2d92-4f8c-a3d7-f3e528339839),segment_id=bfd07f29-2d92-4f8c-a3d7-f3e528339839)] {{(pid=101627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:00.041143 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e2313159-ac78-44c2-8c89-02095dbf4016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:00.055927 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-e2313159-ac78-44c2-8c89-02095dbf4016 admin admin] Calling delete_port for ab22890e-2927-4956-9b37-d9831367fad6 owned by network:dhcp {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:32:00.103672 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-ad855a37-3074-4842-a3b6-315f41adee1e None None] Deleting port ab22890e-2927-4956-9b37-d9831367fad6 {{(pid=101628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:32:00.104242 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-ad855a37-3074-4842-a3b6-315f41adee1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:00.110436 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 1811f099-17ad-4f71-b973-8d8305a220f8 no longer exists at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:32:00.141357 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e2313159-ac78-44c2-8c89-02095dbf4016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:00.148250 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] No Port match for: 1811f099-17ad-4f71-b973-8d8305a220f8 {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:32:00.148584 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 1811f099-17ad-4f71-b973-8d8305a220f8 not bound to the agent host dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:32:00.149001 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 82798266-d172-4d14-afa6-6755d2c7f0ab no longer exists at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:32:00.172601 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2313159-ac78-44c2-8c89-02095dbf4016 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab22890e-2927-4956-9b37-d9831367fad6,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:00.174641 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2313159-ac78-44c2-8c89-02095dbf4016 admin admin] No DVR routers for this DVR port ab22890e-2927-4956-9b37-d9831367fad6 on host dv-cinder-808574-4-smb {{(pid=101627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:32:00.199891 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] No Port match for: 82798266-d172-4d14-afa6-6755d2c7f0ab {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:32:00.200234 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 82798266-d172-4d14-afa6-6755d2c7f0ab not bound to the agent host dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:32:00.221351 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-ad855a37-3074-4842-a3b6-315f41adee1e None None] For port ab22890e-2927-4956-9b37-d9831367fad6, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=ab22890e-2927-4956-9b37-d9831367fad6,segment=NetworkSegment(bfd07f29-2d92-4f8c-a3d7-f3e528339839),segment_id=bfd07f29-2d92-4f8c-a3d7-f3e528339839)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:00.222119 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-ad855a37-3074-4842-a3b6-315f41adee1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:00.246340 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-ad855a37-3074-4842-a3b6-315f41adee1e None None] Calling delete_port for ab22890e-2927-4956-9b37-d9831367fad6 owned by network:dhcp {{(pid=101628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:32:00.258586 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e2313159-ac78-44c2-8c89-02095dbf4016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642717', 'neutron.services.segments.db._delete_segments_for_network-8768027728366'] for network, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:00.285369 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-e2313159-ac78-44c2-8c89-02095dbf4016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404a7e3a-99c5-4a67-9227-adbb62c821aa']}} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:00.295003 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-e2313159-ac78-44c2-8c89-02095dbf4016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd07f29-2d92-4f8c-a3d7-f3e528339839') {'for_net_delete': True} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:00.295445 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-e2313159-ac78-44c2-8c89-02095dbf4016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd07f29-2d92-4f8c-a3d7-f3e528339839') {} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:00.305321 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e2313159-ac78-44c2-8c89-02095dbf4016 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768027880951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25774297'] for segment, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:00.318863 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e2313159-ac78-44c2-8c89-02095dbf4016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:00.324559 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2313159-ac78-44c2-8c89-02095dbf4016 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=101627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:32:00.324915 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e2313159-ac78-44c2-8c89-02095dbf4016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3466394'] for segment, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: Traceback (most recent call last): Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: timer() Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: cb(*args, **kw) Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: return func(*args, **kwargs) Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: self._notify() Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: self.callback(batched_events) Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: event.method(event) Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: return f(self, *a, **k) Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: return self._get(url).json() Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: return self.request(url, 'GET', **kwargs) Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:32:00.326902 dv-cinder-808574-4-smb neutron-server[101627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:32:00.363531 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-ad855a37-3074-4842-a3b6-315f41adee1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931'] for port, after_delete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:00.383585 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e2313159-ac78-44c2-8c89-02095dbf4016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394473'] for network, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:00.387914 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e2313159-ac78-44c2-8c89-02095dbf4016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:00.394127 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-e2313159-ac78-44c2-8c89-02095dbf4016 admin admin] 10.222.0.66 "DELETE /v2.0/networks/404a7e3a-99c5-4a67-9227-adbb62c821aa HTTP/1.1" status: 204 len: 168 time: 0.5504417 Nov 12 02:32:00.397811 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad855a37-3074-4842-a3b6-315f41adee1e None None] Pushing event deleted for resources: {'Port': ['ID=ab22890e-2927-4956-9b37-d9831367fad6,revision_number=None']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:00.403635 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad855a37-3074-4842-a3b6-315f41adee1e None None] No DVR routers for this DVR port ab22890e-2927-4956-9b37-d9831367fad6 on host dv-cinder-808574-4-smb {{(pid=101628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:32:00.408187 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2313159-ac78-44c2-8c89-02095dbf4016 admin admin] Pushing event deleted for resources: {'Network': ['ID=404a7e3a-99c5-4a67-9227-adbb62c821aa,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:00.511913 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 43094) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:00.557472 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-8d3e3c26-f31a-4082-9394-f8e0ed1e01d0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f703f38cf65b46999d543ac359444567&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442450 Nov 12 02:32:00.559918 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 43096) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:00.605827 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7adace63-3e8e-443b-bc1d-142a09fc4e8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:00.627333 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7adace63-3e8e-443b-bc1d-142a09fc4e8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:00.672823 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7adace63-3e8e-443b-bc1d-142a09fc4e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:00.675507 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7adace63-3e8e-443b-bc1d-142a09fc4e8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:00.676637 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-7adace63-3e8e-443b-bc1d-142a09fc4e8c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9b8f26ab-0ef7-42f2-9701-fb481c09286f HTTP/1.1" status: 204 len: 168 time: 0.1155887 Nov 12 02:32:00.684269 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adace63-3e8e-443b-bc1d-142a09fc4e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8f26ab-0ef7-42f2-9701-fb481c09286f,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:00.891133 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200df513-6560-4679-a7d3-7f0a62e90b32 req-22a83106-3bbb-4e4e-81ed-ac552d362c48 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:00.892674 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-200df513-6560-4679-a7d3-7f0a62e90b32 req-22a83106-3bbb-4e4e-81ed-ac552d362c48 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 985 time: 0.0502112 Nov 12 02:32:00.956035 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-200df513-6560-4679-a7d3-7f0a62e90b32 req-c10e7050-9eaa-4fd9-878f-6886d9d30620 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&id=1737036a-fead-48ae-b8ad-fab21c12dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572104 Nov 12 02:32:01.593895 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-e7645eaf-08bb-4b78-bba4-07bd0cbc3aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:02.056954 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device ab22890e-2927-4956-9b37-d9831367fad6 no longer exists at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:32:02.075913 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] No Port match for: ab22890e-2927-4956-9b37-d9831367fad6 {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:32:02.076247 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device ab22890e-2927-4956-9b37-d9831367fad6 not bound to the agent host dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:32:02.078926 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3883f3-cdb8-4773-9c9f-43b626a448bd req-642c7238-28a8-43f6-a12f-a996c84995d7 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:02.080437 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ff3883f3-cdb8-4773-9c9f-43b626a448bd req-642c7238-28a8-43f6-a12f-a996c84995d7 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 985 time: 0.0531311 Nov 12 02:32:02.125954 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:02.143382 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ff3883f3-cdb8-4773-9c9f-43b626a448bd req-1ff19c86-95e8-4777-a681-fb46696587fb tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&id=1737036a-fead-48ae-b8ad-fab21c12dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569160 Nov 12 02:32:03.274783 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a383b-d211-41ae-a9fb-69c78838dd5b req-ed4f12b4-9d7e-432e-bc07-af5c2bd63683 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:03.276356 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-503a383b-d211-41ae-a9fb-69c78838dd5b req-ed4f12b4-9d7e-432e-bc07-af5c2bd63683 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 985 time: 0.0647116 Nov 12 02:32:03.352837 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-503a383b-d211-41ae-a9fb-69c78838dd5b req-399541a4-da3f-44a0-8be2-f7d2fa76b85e tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&id=1737036a-fead-48ae-b8ad-fab21c12dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689187 Nov 12 02:32:04.068666 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5437c5f6-02d1-4624-9dd4-52afd5ac6b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:04.478745 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19216204-f663-4180-a37b-7e50b7e2e5e5 req-b02f49a5-cf47-4102-a3c6-c800bf401325 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:04.480198 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-19216204-f663-4180-a37b-7e50b7e2e5e5 req-b02f49a5-cf47-4102-a3c6-c800bf401325 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 985 time: 0.0524616 Nov 12 02:32:04.542712 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-19216204-f663-4180-a37b-7e50b7e2e5e5 req-bfbb840d-f366-4755-ae35-6f0f1ee4f81f tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&id=1737036a-fead-48ae-b8ad-fab21c12dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561011 Nov 12 02:32:05.365837 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:05.685533 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cd251d45-469a-4f3e-9211-bbd447054757 req-65c7256d-3f5a-4ae9-a66e-3af118d6a10d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395589 Nov 12 02:32:05.744729 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd251d45-469a-4f3e-9211-bbd447054757 req-f88f6d0e-194c-40dc-b79f-3b7832c8e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:05.746168 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cd251d45-469a-4f3e-9211-bbd447054757 req-f88f6d0e-194c-40dc-b79f-3b7832c8e6ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e973c924078c4e638e9fa29d3956c215&device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 1100 time: 0.0387988 Nov 12 02:32:05.850056 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd251d45-469a-4f3e-9211-bbd447054757 req-045c4a13-7f5b-4cc6-a1fc-861d7fa1780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:05.851510 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cd251d45-469a-4f3e-9211-bbd447054757 req-045c4a13-7f5b-4cc6-a1fc-861d7fa1780f service neutron] 10.222.0.61 "GET /v2.0/networks?id=3bf8a66c-2c88-40e7-879f-ed13c0e23344 HTTP/1.1" status: 200 len: 917 time: 0.0854983 Nov 12 02:32:05.914798 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cd251d45-469a-4f3e-9211-bbd447054757 req-590afd16-b231-4814-acd2-c811816d5091 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adf21ac7-d483-4d23-9685-1ced59467610 HTTP/1.1" status: 200 len: 1001 time: 0.0564983 Nov 12 02:32:05.967990 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd251d45-469a-4f3e-9211-bbd447054757 req-5e2b99e8-0a63-4e66-8519-ce62db888478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:05.969507 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cd251d45-469a-4f3e-9211-bbd447054757 req-5e2b99e8-0a63-4e66-8519-ce62db888478 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1006246c-c18c-4b19-8be4-0d64b846f8bd HTTP/1.1" status: 200 len: 855 time: 0.0485218 Nov 12 02:32:06.015587 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd251d45-469a-4f3e-9211-bbd447054757 req-56a50315-5218-4027-ac92-e56edc2b8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:06.017055 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cd251d45-469a-4f3e-9211-bbd447054757 req-56a50315-5218-4027-ac92-e56edc2b8b23 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3bf8a66c-2c88-40e7-879f-ed13c0e23344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0399683 Nov 12 02:32:06.105229 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cd251d45-469a-4f3e-9211-bbd447054757 req-07894bbe-1fde-4a67-8d08-efc8fe153f63 service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804617 Nov 12 02:32:06.419455 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cd251d45-469a-4f3e-9211-bbd447054757 req-d90b2930-5af7-453c-965c-d6945e71e234 service neutron] 10.222.0.61 "GET /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073282 Nov 12 02:32:06.815909 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43202) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:06.936124 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e7130c91-9648-4e20-ae17-a6507d3a3dc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:06.985937 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:07.017979 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e7130c91-9648-4e20-ae17-a6507d3a3dc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:07.021869 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e7130c91-9648-4e20-ae17-a6507d3a3dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:07.059264 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7130c91-9648-4e20-ae17-a6507d3a3dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0022fe-6255-4ed6-8283-7dbc3334129f,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:07.065456 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-e7130c91-9648-4e20-ae17-a6507d3a3dc5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e195cad3ee6e4163a86dce8065dcc137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484825 Nov 12 02:32:07.068281 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43206) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:07.118378 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bda9d6da-50a1-4160-80b6-4db87ea2d3fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:07.139700 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bda9d6da-50a1-4160-80b6-4db87ea2d3fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:07.184894 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bda9d6da-50a1-4160-80b6-4db87ea2d3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:07.187812 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bda9d6da-50a1-4160-80b6-4db87ea2d3fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:07.188941 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-bda9d6da-50a1-4160-80b6-4db87ea2d3fe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ce0022fe-6255-4ed6-8283-7dbc3334129f HTTP/1.1" status: 204 len: 168 time: 0.1198516 Nov 12 02:32:07.196534 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9d6da-50a1-4160-80b6-4db87ea2d3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0022fe-6255-4ed6-8283-7dbc3334129f,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:07.534369 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:10.793033 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43266) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:10.897475 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d8f439d4-1c2b-44ef-aab6-970a16a21ee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:10.969540 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d8f439d4-1c2b-44ef-aab6-970a16a21ee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:10.973341 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d8f439d4-1c2b-44ef-aab6-970a16a21ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:11.010563 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-d8f439d4-1c2b-44ef-aab6-970a16a21ee8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d63ebbff299649ea9c2ba8016e17630c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163739 Nov 12 02:32:11.011422 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f439d4-1c2b-44ef-aab6-970a16a21ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d08a92-0954-45c5-b634-dfd773b87293,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:11.013346 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 43270) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:11.063449 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd4fd509-f8a0-4349-b21f-e4fd24fc706e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:11.084088 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd4fd509-f8a0-4349-b21f-e4fd24fc706e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:11.129428 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd4fd509-f8a0-4349-b21f-e4fd24fc706e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:11.132090 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-fd4fd509-f8a0-4349-b21f-e4fd24fc706e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:11.133211 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-fd4fd509-f8a0-4349-b21f-e4fd24fc706e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d7d08a92-0954-45c5-b634-dfd773b87293 HTTP/1.1" status: 204 len: 168 time: 0.1188166 Nov 12 02:32:11.140991 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fd509-f8a0-4349-b21f-e4fd24fc706e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d08a92-0954-45c5-b634-dfd773b87293,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:15.889603 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bc1b9-390d-429b-b078-1db574d4adb0 req-647dda23-7386-48b4-9118-4e1895f2db0b tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:15.890784 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-020bc1b9-390d-429b-b078-1db574d4adb0 req-647dda23-7386-48b4-9118-4e1895f2db0b tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 946 time: 0.0539532 Nov 12 02:32:15.940124 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-020bc1b9-390d-429b-b078-1db574d4adb0 req-9e78fb82-c85c-4b86-9093-e0a2b0a303e2 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435336 Nov 12 02:32:17.056005 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55a2ea-d3b8-409d-8018-62a4f73bddbb req-4119fe41-3fdb-4edd-8022-6758c6d58afe tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:17.057483 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5b55a2ea-d3b8-409d-8018-62a4f73bddbb req-4119fe41-3fdb-4edd-8022-6758c6d58afe tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 946 time: 0.0486817 Nov 12 02:32:17.105978 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5b55a2ea-d3b8-409d-8018-62a4f73bddbb req-f3d6f9e3-154c-4c84-b93d-a931c6583a4d tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420473 Nov 12 02:32:18.220762 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd4fcc-5331-4573-ba4c-b50270c209d5 req-c89ce4ab-0b3a-4fb8-87c8-5c416e0afd2b tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:18.222216 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0dfd4fcc-5331-4573-ba4c-b50270c209d5 req-c89ce4ab-0b3a-4fb8-87c8-5c416e0afd2b tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 946 time: 0.0484245 Nov 12 02:32:18.273235 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0dfd4fcc-5331-4573-ba4c-b50270c209d5 req-46c14a6d-1de5-4498-b320-5bb8587dfb89 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447936 Nov 12 02:32:19.386066 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9ad3d-9677-4b4a-8a88-d771d06780af req-518d9150-79f3-4bc5-8a12-ef0ea2a25d94 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:19.387537 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-abc9ad3d-9677-4b4a-8a88-d771d06780af req-518d9150-79f3-4bc5-8a12-ef0ea2a25d94 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 946 time: 0.0475612 Nov 12 02:32:19.436626 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-abc9ad3d-9677-4b4a-8a88-d771d06780af req-378e42a7-afd4-4e94-aced-6459639613b7 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433486 Nov 12 02:32:20.265331 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 43394) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:20.369154 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c121bc1b-3c55-4d65-939d-9797d835ee55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:20.441440 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c121bc1b-3c55-4d65-939d-9797d835ee55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:20.445074 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c121bc1b-3c55-4d65-939d-9797d835ee55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:20.482997 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-c121bc1b-3c55-4d65-939d-9797d835ee55 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=71c4274bf9364bbe9dbb73ccbc9dba0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165046 Nov 12 02:32:20.484005 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121bc1b-3c55-4d65-939d-9797d835ee55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585d1450-efcc-47d8-8417-232b28571aa4,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:20.485982 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43402) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:20.491460 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121bc1b-3c55-4d65-939d-9797d835ee55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.491807 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121bc1b-3c55-4d65-939d-9797d835ee55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.492142 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121bc1b-3c55-4d65-939d-9797d835ee55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.492470 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121bc1b-3c55-4d65-939d-9797d835ee55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.492793 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121bc1b-3c55-4d65-939d-9797d835ee55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.493112 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121bc1b-3c55-4d65-939d-9797d835ee55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.493433 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121bc1b-3c55-4d65-939d-9797d835ee55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.493751 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121bc1b-3c55-4d65-939d-9797d835ee55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.494073 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121bc1b-3c55-4d65-939d-9797d835ee55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.494386 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121bc1b-3c55-4d65-939d-9797d835ee55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.494699 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121bc1b-3c55-4d65-939d-9797d835ee55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.495009 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c121bc1b-3c55-4d65-939d-9797d835ee55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.542697 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5233dcf5-33c4-4107-9e32-b0feadace3a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:20.558231 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb56a0-7bc2-437b-b3e2-60ac778b1084 req-6d2751b1-95ef-49ea-9cf6-d18970a0ffa2 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:20.559973 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-65fb56a0-7bc2-437b-b3e2-60ac778b1084 req-6d2751b1-95ef-49ea-9cf6-d18970a0ffa2 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 946 time: 0.0511477 Nov 12 02:32:20.563430 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5233dcf5-33c4-4107-9e32-b0feadace3a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:20.610782 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-65fb56a0-7bc2-437b-b3e2-60ac778b1084 req-ce561b22-bb57-419a-95f2-45acd537f277 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448668 Nov 12 02:32:20.613722 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5233dcf5-33c4-4107-9e32-b0feadace3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:20.616319 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5233dcf5-33c4-4107-9e32-b0feadace3a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:20.617443 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-5233dcf5-33c4-4107-9e32-b0feadace3a7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/585d1450-efcc-47d8-8417-232b28571aa4 HTTP/1.1" status: 204 len: 168 time: 0.1304131 Nov 12 02:32:20.625525 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233dcf5-33c4-4107-9e32-b0feadace3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585d1450-efcc-47d8-8417-232b28571aa4,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:20.632920 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233dcf5-33c4-4107-9e32-b0feadace3a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.633271 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233dcf5-33c4-4107-9e32-b0feadace3a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.633606 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233dcf5-33c4-4107-9e32-b0feadace3a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.633937 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233dcf5-33c4-4107-9e32-b0feadace3a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.634261 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233dcf5-33c4-4107-9e32-b0feadace3a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.634585 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233dcf5-33c4-4107-9e32-b0feadace3a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.634907 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233dcf5-33c4-4107-9e32-b0feadace3a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.635250 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233dcf5-33c4-4107-9e32-b0feadace3a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.635604 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233dcf5-33c4-4107-9e32-b0feadace3a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.635923 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233dcf5-33c4-4107-9e32-b0feadace3a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.636248 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233dcf5-33c4-4107-9e32-b0feadace3a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:20.636552 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5233dcf5-33c4-4107-9e32-b0feadace3a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:21.236083 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 43424) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:21.332097 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-64bb5863-8b7f-4c5f-9514-21cb9cc77d2b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-452115545-network', 'tenant_id': '7423610ea36d45a89ed413fa12f17d0b'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:32:21.352901 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bb5863-8b7f-4c5f-9514-21cb9cc77d2b admin admin] Made reservation on behalf of 7423610ea36d45a89ed413fa12f17d0b for: {'network': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:32:21.355478 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-64bb5863-8b7f-4c5f-9514-21cb9cc77d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for network, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:21.364583 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-64bb5863-8b7f-4c5f-9514-21cb9cc77d2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:21.438636 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-64bb5863-8b7f-4c5f-9514-21cb9cc77d2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:21.442570 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-64bb5863-8b7f-4c5f-9514-21cb9cc77d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:21.465924 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bb5863-8b7f-4c5f-9514-21cb9cc77d2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=101626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:32:21.481359 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb5863-8b7f-4c5f-9514-21cb9cc77d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1258c7-4632-485e-aa05-e8201e25c087,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:21.485677 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-64bb5863-8b7f-4c5f-9514-21cb9cc77d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:21.486031 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.db.segments_db [None req-64bb5863-8b7f-4c5f-9514-21cb9cc77d2b admin admin] Added segment fb119103-8e36-46de-83af-80b4703c2710 of type vlan for network cc63f294-01da-4e63-b31d-c2f73e83dbb1 Nov 12 02:32:21.527016 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-64bb5863-8b7f-4c5f-9514-21cb9cc77d2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768027380700'] for network, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:21.551112 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-64bb5863-8b7f-4c5f-9514-21cb9cc77d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for network, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:21.552083 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bb5863-8b7f-4c5f-9514-21cb9cc77d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:21.552677 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-64bb5863-8b7f-4c5f-9514-21cb9cc77d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:21.588673 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-64bb5863-8b7f-4c5f-9514-21cb9cc77d2b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3513360 Nov 12 02:32:21.591724 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43428) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:21.597204 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-12f4b19c-4cdc-4dda-ac0a-73cd25537929 admin admin] Request body: {'subnet': {'network_id': 'cc63f294-01da-4e63-b31d-c2f73e83dbb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-452115545-subnet', 'tenant_id': '7423610ea36d45a89ed413fa12f17d0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:32:21.618449 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f4b19c-4cdc-4dda-ac0a-73cd25537929 admin admin] Made reservation on behalf of 7423610ea36d45a89ed413fa12f17d0b for: {'subnet': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:32:21.620728 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-12f4b19c-4cdc-4dda-ac0a-73cd25537929 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25666304'] for subnet, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:21.620974 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb5863-8b7f-4c5f-9514-21cb9cc77d2b admin admin] Pushing event updated for resources: {'Network': ['ID=cc63f294-01da-4e63-b31d-c2f73e83dbb1,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:21.632095 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Network cc63f294-01da-4e63-b31d-c2f73e83dbb1 details requested by agent ovs-agent-dv-cinder-808574-4-smb with host dv-cinder-808574-4-smb {{(pid=101628) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:32:21.731371 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab0d1f-e1ab-44ba-bac1-1a2db65e1c57 req-188ef771-3b4b-47c1-ae9f-86435d2db518 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:21.732939 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5bab0d1f-e1ab-44ba-bac1-1a2db65e1c57 req-188ef771-3b4b-47c1-ae9f-86435d2db518 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 946 time: 0.0534077 Nov 12 02:32:21.783157 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5bab0d1f-e1ab-44ba-bac1-1a2db65e1c57 req-cd8e1946-a0c7-4d3d-b98a-af06d27f953d tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441635 Nov 12 02:32:21.801322 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-12f4b19c-4cdc-4dda-ac0a-73cd25537929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3466291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25666322'] for subnet, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:21.850652 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4b19c-4cdc-4dda-ac0a-73cd25537929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b56176-ae65-4fb8-80ce-634430e309df,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:21.866011 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f4b19c-4cdc-4dda-ac0a-73cd25537929 admin admin] Checking segment: {'id': 'fb119103-8e36-46de-83af-80b4703c2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'cc63f294-01da-4e63-b31d-c2f73e83dbb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:32:21.866372 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f4b19c-4cdc-4dda-ac0a-73cd25537929 admin admin] Network hostable DHCP agents. Network: cc63f294-01da-4e63-b31d-c2f73e83dbb1, hostable agents: ['38deba6a-e570-46da-84fb-4962375c604f'], hosted agents: [] {{(pid=101627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:32:21.883155 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f4b19c-4cdc-4dda-ac0a-73cd25537929 admin admin] Network cc63f294-01da-4e63-b31d-c2f73e83dbb1 is scheduled to be hosted by DHCP agent 38deba6a-e570-46da-84fb-4962375c604f with binding_index 1 {{(pid=101627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:32:21.891341 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-12f4b19c-4cdc-4dda-ac0a-73cd25537929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-smb, cc63f294-01da-4e63-b31d-c2f73e83dbb1) {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:32:21.895174 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f4b19c-4cdc-4dda-ac0a-73cd25537929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:21.895784 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-12f4b19c-4cdc-4dda-ac0a-73cd25537929 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:21.900592 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f0a5a8-75d6-49e2-95b8-0b903d849db5 None None] Network cc63f294-01da-4e63-b31d-c2f73e83dbb1 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:32:21.911495 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-12f4b19c-4cdc-4dda-ac0a-73cd25537929 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3181212 Nov 12 02:32:22.034237 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2305f9-80ca-43c6-878f-c8911c7f774a None None] Network cc63f294-01da-4e63-b31d-c2f73e83dbb1 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:32:22.404001 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43446) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:22.410218 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-ea372eeb-6ee0-488a-b253-5dae48ed8f1d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1838706361-network', 'tenant_id': '2e33389e2f2041a3a1e5aec46fefcced'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:32:22.431486 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea372eeb-6ee0-488a-b253-5dae48ed8f1d admin admin] Made reservation on behalf of 2e33389e2f2041a3a1e5aec46fefcced for: {'network': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:32:22.433832 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ea372eeb-6ee0-488a-b253-5dae48ed8f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for network, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:22.442729 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ea372eeb-6ee0-488a-b253-5dae48ed8f1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:22.515559 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ea372eeb-6ee0-488a-b253-5dae48ed8f1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:22.519301 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ea372eeb-6ee0-488a-b253-5dae48ed8f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:22.540781 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea372eeb-6ee0-488a-b253-5dae48ed8f1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=101627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:32:22.556127 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea372eeb-6ee0-488a-b253-5dae48ed8f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83eeff40-8104-40c6-88c1-f14e88e99ecd,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:22.558908 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ea372eeb-6ee0-488a-b253-5dae48ed8f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:22.559248 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.db.segments_db [None req-ea372eeb-6ee0-488a-b253-5dae48ed8f1d admin admin] Added segment 829f918c-baf7-4973-bde1-92ca610283e8 of type vlan for network 83938d5d-0014-42ef-9b18-cb42fe794371 Nov 12 02:32:22.603104 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ea372eeb-6ee0-488a-b253-5dae48ed8f1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768027380700'] for network, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:22.630892 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ea372eeb-6ee0-488a-b253-5dae48ed8f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for network, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:22.632009 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea372eeb-6ee0-488a-b253-5dae48ed8f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:22.632576 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ea372eeb-6ee0-488a-b253-5dae48ed8f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:22.687137 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-ea372eeb-6ee0-488a-b253-5dae48ed8f1d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2814431 Nov 12 02:32:22.689837 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43448) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:22.698050 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-81c42286-a7e9-4f99-a5b4-781f3df02e0e admin admin] Request body: {'subnet': {'network_id': '83938d5d-0014-42ef-9b18-cb42fe794371', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1838706361-subnet', 'tenant_id': '2e33389e2f2041a3a1e5aec46fefcced', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:32:22.702685 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea372eeb-6ee0-488a-b253-5dae48ed8f1d admin admin] Pushing event updated for resources: {'Network': ['ID=83938d5d-0014-42ef-9b18-cb42fe794371,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:22.711968 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Network 83938d5d-0014-42ef-9b18-cb42fe794371 details requested by agent ovs-agent-dv-cinder-808574-4-smb with host dv-cinder-808574-4-smb {{(pid=101628) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:32:22.721890 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c42286-a7e9-4f99-a5b4-781f3df02e0e admin admin] Made reservation on behalf of 2e33389e2f2041a3a1e5aec46fefcced for: {'subnet': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:32:22.724374 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-81c42286-a7e9-4f99-a5b4-781f3df02e0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25666304'] for subnet, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:22.893213 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-81c42286-a7e9-4f99-a5b4-781f3df02e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3466291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25666322'] for subnet, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:22.908839 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee708312-e0a5-46e5-9120-d6ea3250f9fd req-916e535a-c0ac-4874-8888-9ebbcb7e10ab tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:22.910332 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ee708312-e0a5-46e5-9120-d6ea3250f9fd req-916e535a-c0ac-4874-8888-9ebbcb7e10ab tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 946 time: 0.0561121 Nov 12 02:32:22.951519 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c42286-a7e9-4f99-a5b4-781f3df02e0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a98231a6-b6eb-4e85-ab53-0c7dde9310d5,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:22.959447 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c42286-a7e9-4f99-a5b4-781f3df02e0e admin admin] Checking segment: {'id': '829f918c-baf7-4973-bde1-92ca610283e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '83938d5d-0014-42ef-9b18-cb42fe794371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:32:22.959806 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c42286-a7e9-4f99-a5b4-781f3df02e0e admin admin] Network hostable DHCP agents. Network: 83938d5d-0014-42ef-9b18-cb42fe794371, hostable agents: ['38deba6a-e570-46da-84fb-4962375c604f'], hosted agents: [] {{(pid=101627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:32:22.961915 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-ee708312-e0a5-46e5-9120-d6ea3250f9fd req-73ac4576-ddf6-4c2c-be04-86d0b6ce2f26 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454743 Nov 12 02:32:22.977298 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c42286-a7e9-4f99-a5b4-781f3df02e0e admin admin] Network 83938d5d-0014-42ef-9b18-cb42fe794371 is scheduled to be hosted by DHCP agent 38deba6a-e570-46da-84fb-4962375c604f with binding_index 1 {{(pid=101627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:32:22.987335 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-81c42286-a7e9-4f99-a5b4-781f3df02e0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-smb, 83938d5d-0014-42ef-9b18-cb42fe794371) {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:32:22.991596 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c42286-a7e9-4f99-a5b4-781f3df02e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:22.992185 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-81c42286-a7e9-4f99-a5b4-781f3df02e0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:22.996646 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd038b69-4e5a-48d3-ba16-7d49e5796b95 None None] Network 83938d5d-0014-42ef-9b18-cb42fe794371 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:32:23.007972 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-81c42286-a7e9-4f99-a5b4-781f3df02e0e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3153131 Nov 12 02:32:23.120563 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204d34fb-6757-4c2f-a226-e4f125f36b64 None None] Network 83938d5d-0014-42ef-9b18-cb42fe794371 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:32:23.122846 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 43454) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:23.168000 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41f232c-951a-4364-b356-64ed12bd4cb1 admin admin] Deleting subnet e6b56176-ae65-4fb8-80ce-634430e309df {{(pid=101626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:32:23.171929 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b41f232c-951a-4364-b356-64ed12bd4cb1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:23.206205 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b41f232c-951a-4364-b356-64ed12bd4cb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25443676'] for subnet, precommit_delete_associations {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:23.245690 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b41f232c-951a-4364-b356-64ed12bd4cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503514'] for subnet, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:23.302173 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b41f232c-951a-4364-b356-64ed12bd4cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25443627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25789319'] for subnet, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:23.328682 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f232c-951a-4364-b356-64ed12bd4cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6b56176-ae65-4fb8-80ce-634430e309df,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:23.330613 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b41f232c-951a-4364-b356-64ed12bd4cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for subnet, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:23.333857 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-b41f232c-951a-4364-b356-64ed12bd4cb1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e6b56176-ae65-4fb8-80ce-634430e309df HTTP/1.1" status: 204 len: 168 time: 0.2099240 Nov 12 02:32:23.336352 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 43456) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:23.402414 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-02efbecb-e8fb-4c09-b3ce-7351447ea3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1368191'] for network, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:23.487507 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-02efbecb-e8fb-4c09-b3ce-7351447ea3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642717', 'neutron.services.segments.db._delete_segments_for_network-8768027728366'] for network, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:23.506754 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.services.segments.db [None req-02efbecb-e8fb-4c09-b3ce-7351447ea3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc63f294-01da-4e63-b31d-c2f73e83dbb1']}} {{(pid=101626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:23.516393 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.services.segments.db [None req-02efbecb-e8fb-4c09-b3ce-7351447ea3e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb119103-8e36-46de-83af-80b4703c2710') {'for_net_delete': True} {{(pid=101626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:23.516690 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.services.segments.db [None req-02efbecb-e8fb-4c09-b3ce-7351447ea3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb119103-8e36-46de-83af-80b4703c2710') {} {{(pid=101626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:23.526192 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-02efbecb-e8fb-4c09-b3ce-7351447ea3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768027880951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25436335'] for segment, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:23.539774 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-02efbecb-e8fb-4c09-b3ce-7351447ea3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:23.546602 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02efbecb-e8fb-4c09-b3ce-7351447ea3e2 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=101626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:32:23.547015 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-02efbecb-e8fb-4c09-b3ce-7351447ea3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25443653'] for segment, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: Traceback (most recent call last): Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: timer() Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: cb(*args, **kw) Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: return func(*args, **kwargs) Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: self._notify() Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: self.callback(batched_events) Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: event.method(event) Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: return f(self, *a, **k) Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: return self._get(url).json() Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: return self.request(url, 'GET', **kwargs) Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:32:23.548686 dv-cinder-808574-4-smb neutron-server[101626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:32:23.605860 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-02efbecb-e8fb-4c09-b3ce-7351447ea3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394473'] for network, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:23.611203 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-02efbecb-e8fb-4c09-b3ce-7351447ea3e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:23.614539 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-02efbecb-e8fb-4c09-b3ce-7351447ea3e2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/cc63f294-01da-4e63-b31d-c2f73e83dbb1 HTTP/1.1" status: 204 len: 168 time: 0.2772729 Nov 12 02:32:23.617413 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43458) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:23.627879 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efbecb-e8fb-4c09-b3ce-7351447ea3e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc63f294-01da-4e63-b31d-c2f73e83dbb1,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:23.668770 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_v2 [None req-7164e611-c8a2-476d-be1b-c7e7d2be843b admin admin] Deleting subnet a98231a6-b6eb-4e85-ab53-0c7dde9310d5 {{(pid=101627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:32:23.672253 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7164e611-c8a2-476d-be1b-c7e7d2be843b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:23.707154 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7164e611-c8a2-476d-be1b-c7e7d2be843b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25777450'] for subnet, precommit_delete_associations {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:23.745416 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7164e611-c8a2-476d-be1b-c7e7d2be843b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503514'] for subnet, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:23.798088 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7164e611-c8a2-476d-be1b-c7e7d2be843b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3466484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25666411'] for subnet, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:23.827953 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164e611-c8a2-476d-be1b-c7e7d2be843b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a98231a6-b6eb-4e85-ab53-0c7dde9310d5,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:23.831706 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7164e611-c8a2-476d-be1b-c7e7d2be843b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:23.834886 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-7164e611-c8a2-476d-be1b-c7e7d2be843b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a98231a6-b6eb-4e85-ab53-0c7dde9310d5 HTTP/1.1" status: 204 len: 168 time: 0.2163587 Nov 12 02:32:23.837330 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43460) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:23.906237 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a245a457-e9a9-499b-a251-d3e5dada9427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1368191'] for network, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:23.988971 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a245a457-e9a9-499b-a251-d3e5dada9427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642717', 'neutron.services.segments.db._delete_segments_for_network-8768027728366'] for network, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:24.010641 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-a245a457-e9a9-499b-a251-d3e5dada9427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83938d5d-0014-42ef-9b18-cb42fe794371']}} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:24.020071 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-a245a457-e9a9-499b-a251-d3e5dada9427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829f918c-baf7-4973-bde1-92ca610283e8') {'for_net_delete': True} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:24.020372 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-a245a457-e9a9-499b-a251-d3e5dada9427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829f918c-baf7-4973-bde1-92ca610283e8') {} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:24.030445 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a245a457-e9a9-499b-a251-d3e5dada9427 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768027880951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25774297'] for segment, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:24.043585 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a245a457-e9a9-499b-a251-d3e5dada9427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:24.050259 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a245a457-e9a9-499b-a251-d3e5dada9427 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=101627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:32:24.050724 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a245a457-e9a9-499b-a251-d3e5dada9427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3466394'] for segment, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: Traceback (most recent call last): Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: timer() Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: cb(*args, **kw) Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: return func(*args, **kwargs) Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: self._notify() Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: self.callback(batched_events) Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: event.method(event) Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: return f(self, *a, **k) Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: return self._get(url).json() Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: return self.request(url, 'GET', **kwargs) Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:32:24.052475 dv-cinder-808574-4-smb neutron-server[101627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:32:24.082895 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dde6ca-20d5-44df-9fd5-9fe4b6dfcf3d req-52bf03e1-97ba-4711-bb35-c8c425e8d608 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:24.085120 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-20dde6ca-20d5-44df-9fd5-9fe4b6dfcf3d req-52bf03e1-97ba-4711-bb35-c8c425e8d608 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 946 time: 0.0499701 Nov 12 02:32:24.110164 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a245a457-e9a9-499b-a251-d3e5dada9427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394473'] for network, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:24.115580 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a245a457-e9a9-499b-a251-d3e5dada9427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:24.118878 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-a245a457-e9a9-499b-a251-d3e5dada9427 admin admin] 10.222.0.66 "DELETE /v2.0/networks/83938d5d-0014-42ef-9b18-cb42fe794371 HTTP/1.1" status: 204 len: 168 time: 0.2805893 Nov 12 02:32:24.130161 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245a457-e9a9-499b-a251-d3e5dada9427 admin admin] Pushing event deleted for resources: {'Network': ['ID=83938d5d-0014-42ef-9b18-cb42fe794371,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:24.146997 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-20dde6ca-20d5-44df-9fd5-9fe4b6dfcf3d req-278f3653-26fc-4335-950e-f342227b943a tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559454 Nov 12 02:32:24.305176 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43466) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:24.348986 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-c7622a2b-4d2d-4a33-aac1-32d088bb3094 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7423610ea36d45a89ed413fa12f17d0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425675 Nov 12 02:32:24.351526 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43468) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:24.399367 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f125-f6c1-49a0-a215-aac141383bed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:24.421718 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f125-f6c1-49a0-a215-aac141383bed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:24.475609 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f125-f6c1-49a0-a215-aac141383bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:24.478246 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f125-f6c1-49a0-a215-aac141383bed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:24.479419 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-d2a5f125-f6c1-49a0-a215-aac141383bed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aa1258c7-4632-485e-aa05-e8201e25c087 HTTP/1.1" status: 204 len: 168 time: 0.1269684 Nov 12 02:32:24.488441 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5f125-f6c1-49a0-a215-aac141383bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1258c7-4632-485e-aa05-e8201e25c087,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:24.795615 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43474) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:24.835770 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-d4c7ecef-d65f-4311-8d5e-5e00997ccfca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2e33389e2f2041a3a1e5aec46fefcced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388315 Nov 12 02:32:24.838413 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43476) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:24.885664 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8f4a9248-161a-4b5c-9b2a-fe8818be9d0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:24.906094 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8f4a9248-161a-4b5c-9b2a-fe8818be9d0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:24.953577 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8f4a9248-161a-4b5c-9b2a-fe8818be9d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:24.956425 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8f4a9248-161a-4b5c-9b2a-fe8818be9d0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:24.957560 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-8f4a9248-161a-4b5c-9b2a-fe8818be9d0f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/83eeff40-8104-40c6-88c1-f14e88e99ecd HTTP/1.1" status: 204 len: 168 time: 0.1182148 Nov 12 02:32:24.965374 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a9248-161a-4b5c-9b2a-fe8818be9d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83eeff40-8104-40c6-88c1-f14e88e99ecd,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:25.280828 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351588a-b259-4f8d-9d3e-b7b686ff3a77 req-b09c2b02-22a3-4799-9b3c-0bddf4806185 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:25.282335 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7351588a-b259-4f8d-9d3e-b7b686ff3a77 req-b09c2b02-22a3-4799-9b3c-0bddf4806185 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 946 time: 0.0513418 Nov 12 02:32:25.342431 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7351588a-b259-4f8d-9d3e-b7b686ff3a77 req-12d2d709-423e-4bd5-96f4-cb7d6bb1ac40 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523531 Nov 12 02:32:26.043706 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858763a-5437-451d-a62d-69fe2d15a63f req-1fd75425-5c75-42be-b0b1-6a85ccd9b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:26.046028 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3858763a-5437-451d-a62d-69fe2d15a63f req-1fd75425-5c75-42be-b0b1-6a85ccd9b23b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=378fb4ff316c443e84c85718f4e697a1&device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 1099 time: 0.0411689 Nov 12 02:32:26.138499 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858763a-5437-451d-a62d-69fe2d15a63f req-b58dd73b-7344-41d7-998a-d9fa7362b681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:26.140705 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3858763a-5437-451d-a62d-69fe2d15a63f req-b58dd73b-7344-41d7-998a-d9fa7362b681 service neutron] 10.222.0.61 "GET /v2.0/networks?id=14bae292-872d-4939-805e-6aff3e3b318a HTTP/1.1" status: 200 len: 909 time: 0.0882344 Nov 12 02:32:26.212172 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3858763a-5437-451d-a62d-69fe2d15a63f req-27de44fa-ac33-440f-95d2-a49b23a5617c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7ac46eb-2926-4851-b1c4-e418df8759eb HTTP/1.1" status: 200 len: 1002 time: 0.0629168 Nov 12 02:32:26.262904 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858763a-5437-451d-a62d-69fe2d15a63f req-4af2bd9e-e42c-4135-9844-a978766f96b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:26.265059 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3858763a-5437-451d-a62d-69fe2d15a63f req-4af2bd9e-e42c-4135-9844-a978766f96b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=30e46be7-54e6-447e-b0c6-9142693185c7 HTTP/1.1" status: 200 len: 847 time: 0.0454328 Nov 12 02:32:26.313831 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858763a-5437-451d-a62d-69fe2d15a63f req-5628bd52-e451-45b6-bef4-ac2c85f23e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:26.315364 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3858763a-5437-451d-a62d-69fe2d15a63f req-5628bd52-e451-45b6-bef4-ac2c85f23e3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14bae292-872d-4939-805e-6aff3e3b318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0428164 Nov 12 02:32:26.423526 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3858763a-5437-451d-a62d-69fe2d15a63f req-a4c8a485-e7ce-4f67-862c-b37d99decaa5 service neutron] 10.222.0.61 "GET /v2.0/networks/14bae292-872d-4939-805e-6aff3e3b318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000121 Nov 12 02:32:26.520690 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e15a74-b998-4625-9990-b4276d51bbc8 req-6da33658-1954-4c1c-8bb7-4dadbbfca6ed tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:26.522150 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-55e15a74-b998-4625-9990-b4276d51bbc8 req-6da33658-1954-4c1c-8bb7-4dadbbfca6ed tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 946 time: 0.1134772 Nov 12 02:32:26.552936 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43524) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:26.558951 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3858763a-5437-451d-a62d-69fe2d15a63f req-057dd904-dd53-4947-a27a-9b63c93e8f36 service neutron] 10.222.0.61 "GET /v2.0/networks/14bae292-872d-4939-805e-6aff3e3b318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198165 Nov 12 02:32:26.589025 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-55e15a74-b998-4625-9990-b4276d51bbc8 req-8202415d-ef03-444e-8be7-4fb154e60ffd tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585406 Nov 12 02:32:26.661441 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-114bdbe1-52ae-4c41-b106-4c77d362ebb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:26.734599 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-114bdbe1-52ae-4c41-b106-4c77d362ebb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:26.738473 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-114bdbe1-52ae-4c41-b106-4c77d362ebb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:26.776204 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bdbe1-52ae-4c41-b106-4c77d362ebb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84582f57-54b6-45f8-8127-3da7b0f6fb3c,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:26.780453 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-114bdbe1-52ae-4c41-b106-4c77d362ebb7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=82cff73193fc42a1a217fd967c40b2ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263823 Nov 12 02:32:26.783171 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43528) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:26.832960 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-401a577c-65b2-41d2-a9de-82aa7a96de8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:26.853695 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-401a577c-65b2-41d2-a9de-82aa7a96de8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:26.901202 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-401a577c-65b2-41d2-a9de-82aa7a96de8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:26.904162 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-401a577c-65b2-41d2-a9de-82aa7a96de8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:26.905358 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-401a577c-65b2-41d2-a9de-82aa7a96de8c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/84582f57-54b6-45f8-8127-3da7b0f6fb3c HTTP/1.1" status: 204 len: 168 time: 0.1212642 Nov 12 02:32:26.912944 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a577c-65b2-41d2-a9de-82aa7a96de8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84582f57-54b6-45f8-8127-3da7b0f6fb3c,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:27.167850 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43536) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:27.180704 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ee2a997b-ebff-4ce2-9872-539d0107aec2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:27.257565 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ee2a997b-ebff-4ce2-9872-539d0107aec2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:27.261378 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ee2a997b-ebff-4ce2-9872-539d0107aec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:27.298511 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-ee2a997b-ebff-4ce2-9872-539d0107aec2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=42b57aa6baf0416c932532ff05a4a4eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295779 Nov 12 02:32:27.300390 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a997b-ebff-4ce2-9872-539d0107aec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedd97ee-bf26-4738-b1c3-497f2dd5b192,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:27.301174 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 43538) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:27.351562 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-3754cff5-cae2-4d48-bf29-a72eedea258d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:27.372367 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-3754cff5-cae2-4d48-bf29-a72eedea258d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:27.418899 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-3754cff5-cae2-4d48-bf29-a72eedea258d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:27.421883 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-3754cff5-cae2-4d48-bf29-a72eedea258d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:27.423017 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-3754cff5-cae2-4d48-bf29-a72eedea258d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fedd97ee-bf26-4738-b1c3-497f2dd5b192 HTTP/1.1" status: 204 len: 168 time: 0.1208270 Nov 12 02:32:27.430956 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754cff5-cae2-4d48-bf29-a72eedea258d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedd97ee-bf26-4738-b1c3-497f2dd5b192,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:27.709803 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8f823-bf00-47e0-a751-75abe41864a1 req-0b245212-5faa-4f4b-ad36-e2e54af79d3f tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:27.711274 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-bdd8f823-bf00-47e0-a751-75abe41864a1 req-0b245212-5faa-4f4b-ad36-e2e54af79d3f tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 946 time: 0.0519412 Nov 12 02:32:27.760500 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-bdd8f823-bf00-47e0-a751-75abe41864a1 req-6fb563d7-e41e-476a-8eb8-c0330a7950b9 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431643 Nov 12 02:32:28.876191 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f130644-9bf1-456d-9fe0-f6038f9d34f1 req-a187c44f-9101-488e-bb1e-eed01cda2bb1 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:28.877645 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5f130644-9bf1-456d-9fe0-f6038f9d34f1 req-a187c44f-9101-488e-bb1e-eed01cda2bb1 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 946 time: 0.0489025 Nov 12 02:32:28.929572 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5f130644-9bf1-456d-9fe0-f6038f9d34f1 req-599123c4-3ace-4906-b990-1bf9de879576 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458610 Nov 12 02:32:29.157709 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-45430094-793f-4e5a-99a2-9973b43abd54 req-9ac3ca79-b14a-42b3-8f19-ce27b4c14604 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791585 Nov 12 02:32:29.169719 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4a19a-6577-4b23-89f9-840b5b9e17ba req-81a0f83e-0d56-409b-b79f-8f905c8bdc28 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:29.171684 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9ae4a19a-6577-4b23-89f9-840b5b9e17ba req-81a0f83e-0d56-409b-b79f-8f905c8bdc28 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 946 time: 0.0657244 Nov 12 02:32:29.229576 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9ae4a19a-6577-4b23-89f9-840b5b9e17ba req-d7de1fc0-7b93-4d9d-9c76-8a2924b690c9 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515189 Nov 12 02:32:30.347235 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device c7ac46eb-2926-4851-b1c4-e418df8759eb no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:32:30.410627 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949066c3-e8a1-4aea-829b-7c6e1fad8a89 req-3a10d748-bfe5-4d87-8450-c1daa0091481 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:30.412348 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-949066c3-e8a1-4aea-829b-7c6e1fad8a89 req-3a10d748-bfe5-4d87-8450-c1daa0091481 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 946 time: 0.1129239 Nov 12 02:32:30.415365 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45430094-793f-4e5a-99a2-9973b43abd54 req-f481918c-f720-4e7c-a8bc-72f53dc66659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:30.419759 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-45430094-793f-4e5a-99a2-9973b43abd54 req-f481918c-f720-4e7c-a8bc-72f53dc66659 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275&tenant_id=378fb4ff316c443e84c85718f4e697a1 HTTP/1.1" status: 200 len: 1099 time: 0.1161065 Nov 12 02:32:30.429103 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:30.452705 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce82e44-09f2-47bb-b4f2-fdce19ca8275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ac46eb-2926-4851-b1c4-e418df8759eb'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:32:30.455658 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79576d9d-440c-4b66-b352-e22156114c9d" -d '{"events": [{"server_uuid": "dce82e44-09f2-47bb-b4f2-fdce19ca8275", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ac46eb-2926-4851-b1c4-e418df8759eb"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:32:30.470966 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port c7ac46eb-2926-4851-b1c4-e418df8759eb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=c7ac46eb-2926-4851-b1c4-e418df8759eb,segment=NetworkSegment(49143408-fd13-4622-9f38-1e4c64120588),segment_id=49143408-fd13-4622-9f38-1e4c64120588)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:30.476163 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:30.491888 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-949066c3-e8a1-4aea-829b-7c6e1fad8a89 req-c3cc9e28-95a3-4e45-a837-88d709b43812 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712101 Nov 12 02:32:30.504331 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45430094-793f-4e5a-99a2-9973b43abd54 req-b77c412e-9580-4c86-b0d8-be93d44be37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:30.504814 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-45430094-793f-4e5a-99a2-9973b43abd54 req-b77c412e-9580-4c86-b0d8-be93d44be37e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=378fb4ff316c443e84c85718f4e697a1&device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 1099 time: 0.0588365 Nov 12 02:32:30.514952 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 02:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd21f705-60aa-4b0a-8b3b-619eab1a35b3 x-openstack-request-id: req-bd21f705-60aa-4b0a-8b3b-619eab1a35b3 {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:32:30.514952 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce82e44-09f2-47bb-b4f2-fdce19ca8275", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ac46eb-2926-4851-b1c4-e418df8759eb", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:32:30.514952 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bd21f705-60aa-4b0a-8b3b-619eab1a35b3 {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:32:30.514952 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce82e44-09f2-47bb-b4f2-fdce19ca8275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ac46eb-2926-4851-b1c4-e418df8759eb', 'code': 200} Nov 12 02:32:30.530853 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=c7ac46eb-2926-4851-b1c4-e418df8759eb,revision_number=6']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:30.539003 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:30.539523 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:30.539876 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:30.540363 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:30.540534 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:30.540970 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:30.541342 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:30.541663 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:30.541996 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:30.542318 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:30.542640 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:30.542956 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:32:30.614024 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45430094-793f-4e5a-99a2-9973b43abd54 req-76319ab0-e0b5-475f-93b0-db5d82f049cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:30.615504 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-45430094-793f-4e5a-99a2-9973b43abd54 req-76319ab0-e0b5-475f-93b0-db5d82f049cc service neutron] 10.222.0.61 "GET /v2.0/networks?id=14bae292-872d-4939-805e-6aff3e3b318a HTTP/1.1" status: 200 len: 909 time: 0.0950792 Nov 12 02:32:30.683296 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-45430094-793f-4e5a-99a2-9973b43abd54 req-b40cbb16-1d17-4e37-a473-2191dca369df service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7ac46eb-2926-4851-b1c4-e418df8759eb HTTP/1.1" status: 200 len: 1000 time: 0.0604393 Nov 12 02:32:30.731779 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45430094-793f-4e5a-99a2-9973b43abd54 req-f88cf680-845c-433e-8c9c-f1877b847409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:30.733420 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-45430094-793f-4e5a-99a2-9973b43abd54 req-f88cf680-845c-433e-8c9c-f1877b847409 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=30e46be7-54e6-447e-b0c6-9142693185c7 HTTP/1.1" status: 200 len: 847 time: 0.0428674 Nov 12 02:32:30.784125 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45430094-793f-4e5a-99a2-9973b43abd54 req-b5eba516-6e62-4d51-af7d-f1f2f40ea1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:30.785500 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-45430094-793f-4e5a-99a2-9973b43abd54 req-b5eba516-6e62-4d51-af7d-f1f2f40ea1b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14bae292-872d-4939-805e-6aff3e3b318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0444105 Nov 12 02:32:30.875932 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-45430094-793f-4e5a-99a2-9973b43abd54 req-8aecd635-0b53-4caa-b5d0-c69e84e7f1ac service neutron] 10.222.0.61 "GET /v2.0/networks/14bae292-872d-4939-805e-6aff3e3b318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808358 Nov 12 02:32:30.975819 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-45430094-793f-4e5a-99a2-9973b43abd54 req-2804d50f-5202-4e47-9ab9-927fce96940f service neutron] 10.222.0.61 "GET /v2.0/networks/14bae292-872d-4939-805e-6aff3e3b318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918243 Nov 12 02:32:31.597796 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-8eb5b843-4625-42b7-8016-f3ddd834512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:31.627089 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d8d6d-e4ea-4a3c-a64f-8d55f79f8c6c req-fb6dad59-9cac-4de7-8ada-748b97b517f4 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:31.628645 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-261d8d6d-e4ea-4a3c-a64f-8d55f79f8c6c req-fb6dad59-9cac-4de7-8ada-748b97b517f4 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 944 time: 0.0573967 Nov 12 02:32:31.629485 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:32:31.683585 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-261d8d6d-e4ea-4a3c-a64f-8d55f79f8c6c req-32cb25bf-4b9b-4b20-96ec-4225a75525a8 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468774 Nov 12 02:32:32.143195 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:32.200931 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b47ab-a891-4472-a22f-53752aae1943 req-6c110d3c-7070-4444-81b5-8af021fd864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:32.202437 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0d8b47ab-a891-4472-a22f-53752aae1943 req-6c110d3c-7070-4444-81b5-8af021fd864a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 1097 time: 0.0433207 Nov 12 02:32:32.261205 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-0d8b47ab-a891-4472-a22f-53752aae1943 req-13f40451-a6d8-4bc0-a9bb-a6eaab41ed36 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459917 Nov 12 02:32:32.802234 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac33e2f-7a70-4e09-a750-a8871c1b1bad req-8f546a58-5475-46bb-b494-00448e35cbd5 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:32.803799 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cac33e2f-7a70-4e09-a750-a8871c1b1bad req-8f546a58-5475-46bb-b494-00448e35cbd5 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 944 time: 0.0498807 Nov 12 02:32:32.862837 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-cac33e2f-7a70-4e09-a750-a8871c1b1bad req-cd80c452-1532-4b9d-bf53-7b0449b02808 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527246 Nov 12 02:32:32.985118 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82682239-3153-487f-8128-593d87beb2ea req-14b281b0-f284-4b03-8e04-dc7219399c4a tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:32.987107 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-82682239-3153-487f-8128-593d87beb2ea req-14b281b0-f284-4b03-8e04-dc7219399c4a tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 947 time: 0.0534766 Nov 12 02:32:33.034812 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-82682239-3153-487f-8128-593d87beb2ea req-5b039365-9a6c-4c39-af76-0e313213373b tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416665 Nov 12 02:32:33.997200 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acaad6-cb43-4acc-b603-3bd77d7fde6e req-354de931-f72e-4f88-b257-b4f45f5a0ab1 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:33.998661 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-38acaad6-cb43-4acc-b603-3bd77d7fde6e req-354de931-f72e-4f88-b257-b4f45f5a0ab1 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 944 time: 0.0565033 Nov 12 02:32:34.052601 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-38acaad6-cb43-4acc-b603-3bd77d7fde6e req-b9696869-9854-455d-9ba8-35b036720a56 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479667 Nov 12 02:32:34.071230 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-57ebeadc-aedc-4d2e-ac7c-67f076d9fba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:34.159642 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ba890-3044-4344-95f7-c0d9aba6e22b req-743ea731-3895-4324-95b6-039bba66b9d4 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:34.161018 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-937ba890-3044-4344-95f7-c0d9aba6e22b req-743ea731-3895-4324-95b6-039bba66b9d4 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 947 time: 0.0483747 Nov 12 02:32:34.209930 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-937ba890-3044-4344-95f7-c0d9aba6e22b req-c7a75cc6-4f33-468c-9bc1-9964dd1a1bc5 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups?id=27086d0b-c389-4808-9c78-5c0a49ff98da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430079 Nov 12 02:32:34.354856 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device c7ac46eb-2926-4851-b1c4-e418df8759eb details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:32:34.451442 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port c7ac46eb-2926-4851-b1c4-e418df8759eb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=c7ac46eb-2926-4851-b1c4-e418df8759eb,segment=NetworkSegment(49143408-fd13-4622-9f38-1e4c64120588),segment_id=49143408-fd13-4622-9f38-1e4c64120588)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:34.463744 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': 'c7ac46eb-2926-4851-b1c4-e418df8759eb', 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a', 'port_id': 'c7ac46eb-2926-4851-b1c4-e418df8759eb', 'mac_address': 'fa:16:3e:68:ab:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:32:34.503285 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:34.519624 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ac46eb-2926-4851-b1c4-e418df8759eb {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:32:34.544128 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port c7ac46eb-2926-4851-b1c4-e418df8759eb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=c7ac46eb-2926-4851-b1c4-e418df8759eb,segment=NetworkSegment(49143408-fd13-4622-9f38-1e4c64120588),segment_id=49143408-fd13-4622-9f38-1e4c64120588)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:34.547589 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:34.597185 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=c7ac46eb-2926-4851-b1c4-e418df8759eb,revision_number=7']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:34.703782 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7f618-7a87-4186-b21d-2a02431d022d req-04059954-e0a6-4d64-b45a-4cf1d13a5db0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:34.706263 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-24c7f618-7a87-4186-b21d-2a02431d022d req-04059954-e0a6-4d64-b45a-4cf1d13a5db0 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 947 time: 0.0543156 Nov 12 02:32:34.802030 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [req-24c7f618-7a87-4186-b21d-2a02431d022d req-28869f20-96f6-447f-98c0-13b5aee26b9c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Deleting port adf21ac7-d483-4d23-9685-1ced59467610 {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:32:34.802366 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-24c7f618-7a87-4186-b21d-2a02431d022d req-28869f20-96f6-447f-98c0-13b5aee26b9c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:34.803887 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['c7ac46eb-2926-4851-b1c4-e418df8759eb'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:32:34.895146 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-24c7f618-7a87-4186-b21d-2a02431d022d req-28869f20-96f6-447f-98c0-13b5aee26b9c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] For port adf21ac7-d483-4d23-9685-1ced59467610, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=adf21ac7-d483-4d23-9685-1ced59467610,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:34.895915 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-24c7f618-7a87-4186-b21d-2a02431d022d req-28869f20-96f6-447f-98c0-13b5aee26b9c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:35.077892 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-24c7f618-7a87-4186-b21d-2a02431d022d req-28869f20-96f6-447f-98c0-13b5aee26b9c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:35.078566 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-24c7f618-7a87-4186-b21d-2a02431d022d req-28869f20-96f6-447f-98c0-13b5aee26b9c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-394463'] for floatingip, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:35.078566 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.db.l3_db [req-24c7f618-7a87-4186-b21d-2a02431d022d req-28869f20-96f6-447f-98c0-13b5aee26b9c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Floating IP 277ccdb3-6195-4e78-bd46-800733d2fe2f disassociated. External IP: 172.28.0.69, port: adf21ac7-d483-4d23-9685-1ced59467610. Nov 12 02:32:35.078862 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [req-24c7f618-7a87-4186-b21d-2a02431d022d req-28869f20-96f6-447f-98c0-13b5aee26b9c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Calling delete_port for adf21ac7-d483-4d23-9685-1ced59467610 owned by compute:nova {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:32:35.208000 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-24c7f618-7a87-4186-b21d-2a02431d022d req-28869f20-96f6-447f-98c0-13b5aee26b9c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:35.236507 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28869f20-96f6-447f-98c0-13b5aee26b9c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Pushing event deleted for resources: {'Port': ['ID=adf21ac7-d483-4d23-9685-1ced59467610,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:35.344606 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d8fca633-1e6d-41b2-952a-302c6e759520 req-1b674131-000b-446d-8515-7460d07f50a4 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900 HTTP/1.1" status: 200 len: 210 time: 0.0528998 Nov 12 02:32:35.373460 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:35.374093 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24c7f618-7a87-4186-b21d-2a02431d022d req-28869f20-96f6-447f-98c0-13b5aee26b9c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Router 407eddd1-607a-4d4e-9b13-943d0300d260 has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:32:35.478546 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24c7f618-7a87-4186-b21d-2a02431d022d req-28869f20-96f6-447f-98c0-13b5aee26b9c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:32:35.488321 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8996dd03-5399-4c97-9ada-5be329e5e2db None None] Sync routers for ids ['407eddd1-607a-4d4e-9b13-943d0300d260'] in dv-cinder-808574-4-smb {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:32:35.498700 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8996dd03-5399-4c97-9ada-5be329e5e2db None None] Routers {'407eddd1-607a-4d4e-9b13-943d0300d260'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:32:35.499306 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-8996dd03-5399-4c97-9ada-5be329e5e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:32:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['407eddd1-607a-4d4e-9b13-943d0300d260'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:35.518234 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c7f618-7a87-4186-b21d-2a02431d022d req-28869f20-96f6-447f-98c0-13b5aee26b9c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] No DVR routers for this DVR port adf21ac7-d483-4d23-9685-1ced59467610 on host hv-cinder-80857 {{(pid=101626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:32:35.521163 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-24c7f618-7a87-4186-b21d-2a02431d022d req-28869f20-96f6-447f-98c0-13b5aee26b9c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:35.524717 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-24c7f618-7a87-4186-b21d-2a02431d022d req-28869f20-96f6-447f-98c0-13b5aee26b9c tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.61 "DELETE /v2.0/ports/adf21ac7-d483-4d23-9685-1ced59467610 HTTP/1.1" status: 204 len: 173 time: 0.8119593 Nov 12 02:32:35.525141 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900', 'name': 'network-vif-deleted', 'tag': 'adf21ac7-d483-4d23-9685-1ced59467610'}] {{(pid=101626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:32:35.527581 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee064878ec57991a80a61b6e38777a609e15accd33394659691c67407ac4dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16117b3a-31f2-4017-8f78-542fe8e3b34e" -d '{"events": [{"server_uuid": "f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900", "name": "network-vif-deleted", "tag": "adf21ac7-d483-4d23-9685-1ced59467610"}]}' {{(pid=101626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:32:35.562991 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea2a144-e673-44d4-a6af-f7fbcea7a8c6 x-openstack-request-id: req-4ea2a144-e673-44d4-a6af-f7fbcea7a8c6 {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:32:35.563235 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900", "name": "network-vif-deleted", "tag": "adf21ac7-d483-4d23-9685-1ced59467610", "status": "completed", "code": 200}]} {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:32:35.563520 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4ea2a144-e673-44d4-a6af-f7fbcea7a8c6 {{(pid=101626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:32:35.563908 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dfb12b-4b6d-43f1-a2a0-e914a4d7f900', 'name': 'network-vif-deleted', 'tag': 'adf21ac7-d483-4d23-9685-1ced59467610', 'status': 'completed', 'code': 200} Nov 12 02:32:35.615100 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-8996dd03-5399-4c97-9ada-5be329e5e2db None None] Set router 407eddd1-607a-4d4e-9b13-943d0300d260 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:32:35.831145 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-8996dd03-5399-4c97-9ada-5be329e5e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:00Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'gw_port': {'id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '9aa9916e-69d1-49f1-95ab-0d0441afa4df', 'name': '', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'mac_address': 'fa:16:3e:6f:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:26Z', 'revision_number': 5, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'subnets': [{'id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:35.859620 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8996dd03-5399-4c97-9ada-5be329e5e2db None None] Checking router: 407eddd1-607a-4d4e-9b13-943d0300d260 for host: dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:32:35.868595 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8996dd03-5399-4c97-9ada-5be329e5e2db None None] Routers {'407eddd1-607a-4d4e-9b13-943d0300d260'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:32:35.869203 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-8996dd03-5399-4c97-9ada-5be329e5e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:32:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['407eddd1-607a-4d4e-9b13-943d0300d260'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:35.977040 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-8996dd03-5399-4c97-9ada-5be329e5e2db None None] Set router 407eddd1-607a-4d4e-9b13-943d0300d260 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:32:36.271042 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-8996dd03-5399-4c97-9ada-5be329e5e2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:00Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'gw_port': {'id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '9aa9916e-69d1-49f1-95ab-0d0441afa4df', 'name': '', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'mac_address': 'fa:16:3e:6f:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:26Z', 'revision_number': 5, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'subnets': [{'id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:36.299095 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8996dd03-5399-4c97-9ada-5be329e5e2db None None] The sync data for ids ['407eddd1-607a-4d4e-9b13-943d0300d260'] in dv-cinder-808574-4-smb is: [{'id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:00Z', 'updated_at': '2021-11-12T02:26:18Z', 'revision_number': 4, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'gw_port': {'id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '9aa9916e-69d1-49f1-95ab-0d0441afa4df', 'name': '', 'network_id': '3bf8a66c-2c88-40e7-879f-ed13c0e23344', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'mac_address': 'fa:16:3e:6f:5c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:14Z', 'updated_at': '2021-11-12T02:26:26Z', 'revision_number': 5, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'subnets': [{'id': '1006246c-c18c-4b19-8be4-0d64b846f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:32:36.362983 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device c7ac46eb-2926-4851-b1c4-e418df8759eb up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:32:36.415671 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port c7ac46eb-2926-4851-b1c4-e418df8759eb triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:32:36.416224 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:36.441162 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 43682) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:36.510168 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7c354204-0f0c-4d08-9800-93597933bcd8 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:36.513088 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:36.539629 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7c354204-0f0c-4d08-9800-93597933bcd8 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:36.542427 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7887d393-69a1-4fda-93d7-2ff336faf283 None None] New status for floating IP 277ccdb3-6195-4e78-bd46-800733d2fe2f: DOWN {{(pid=101628) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:32:36.550641 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce82e44-09f2-47bb-b4f2-fdce19ca8275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ac46eb-2926-4851-b1c4-e418df8759eb'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:32:36.553589 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f09342f-e0d3-4466-890f-9cfea401245e" -d '{"events": [{"server_uuid": "dce82e44-09f2-47bb-b4f2-fdce19ca8275", "name": "network-vif-plugged", "status": "completed", "tag": "c7ac46eb-2926-4851-b1c4-e418df8759eb"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:32:36.589707 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7c354204-0f0c-4d08-9800-93597933bcd8 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:36.592880 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7c354204-0f0c-4d08-9800-93597933bcd8 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:36.594074 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-7c354204-0f0c-4d08-9800-93597933bcd8 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "DELETE /v2.0/security-groups/27086d0b-c389-4808-9c78-5c0a49ff98da HTTP/1.1" status: 204 len: 168 time: 0.1508493 Nov 12 02:32:36.597945 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43686) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:36.610098 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c354204-0f0c-4d08-9800-93597933bcd8 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27086d0b-c389-4808-9c78-5c0a49ff98da,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:36.612133 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port c7ac46eb-2926-4851-b1c4-e418df8759eb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=c7ac46eb-2926-4851-b1c4-e418df8759eb,segment=NetworkSegment(49143408-fd13-4622-9f38-1e4c64120588),segment_id=49143408-fd13-4622-9f38-1e4c64120588)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:36.612966 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.api.v2.resource [None req-9eff0bae-aa9a-4d4b-bd07-c8bb1988ff81 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] show failed (client error): The resource could not be found. Nov 12 02:32:36.617233 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 43688) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:36.617377 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-9eff0bae-aa9a-4d4b-bd07-c8bb1988ff81 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "GET /v2.0/security-groups/27086d0b-c389-4808-9c78-5c0a49ff98da HTTP/1.1" status: 404 len: 347 time: 0.0182917 Nov 12 02:32:36.662340 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95533b43-a70e-47e9-a8d7-093591c1ab7f x-openstack-request-id: req-95533b43-a70e-47e9-a8d7-093591c1ab7f {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:32:36.662340 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce82e44-09f2-47bb-b4f2-fdce19ca8275", "name": "network-vif-plugged", "status": "completed", "tag": "c7ac46eb-2926-4851-b1c4-e418df8759eb", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:32:36.662340 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-95533b43-a70e-47e9-a8d7-093591c1ab7f {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:32:36.662340 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce82e44-09f2-47bb-b4f2-fdce19ca8275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ac46eb-2926-4851-b1c4-e418df8759eb', 'code': 200} Nov 12 02:32:36.662340 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:36.750034 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-c8b816a0-7b6e-44e2-aa3b-a13fbfc03604 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Deleting port e1a9eabe-2c5a-48eb-8fc1-df5454ebf549 {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:32:36.750381 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c8b816a0-7b6e-44e2-aa3b-a13fbfc03604 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:36.760449 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=c7ac46eb-2926-4851-b1c4-e418df8759eb,revision_number=8']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:36.834404 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c8b816a0-7b6e-44e2-aa3b-a13fbfc03604 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:36.834759 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c8b816a0-7b6e-44e2-aa3b-a13fbfc03604 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:36.847105 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-c8b816a0-7b6e-44e2-aa3b-a13fbfc03604 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Calling delete_port for e1a9eabe-2c5a-48eb-8fc1-df5454ebf549 owned by network:floatingip {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:32:36.982734 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c8b816a0-7b6e-44e2-aa3b-a13fbfc03604 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:36.989624 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:37.016712 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b816a0-7b6e-44e2-aa3b-a13fbfc03604 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Pushing event deleted for resources: {'Port': ['ID=e1a9eabe-2c5a-48eb-8fc1-df5454ebf549,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:37.305862 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c8b816a0-7b6e-44e2-aa3b-a13fbfc03604 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks [] for floatingip, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:37.308299 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c8b816a0-7b6e-44e2-aa3b-a13fbfc03604 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for floatingip, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:37.309418 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-c8b816a0-7b6e-44e2-aa3b-a13fbfc03604 tempest-AttachVolumeShelveTestJSON-1420309629 tempest-AttachVolumeShelveTestJSON-1420309629-project] 10.222.0.66 "DELETE /v2.0/floatingips/277ccdb3-6195-4e78-bd46-800733d2fe2f HTTP/1.1" status: 204 len: 168 time: 0.6911309 Nov 12 02:32:37.536731 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:38.385023 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device adf21ac7-d483-4d23-9685-1ced59467610 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:32:38.406332 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] No Port match for: adf21ac7-d483-4d23-9685-1ced59467610 {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:32:38.406673 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device adf21ac7-d483-4d23-9685-1ced59467610 not bound to the agent host hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:32:39.727894 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 43720) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:40.225007 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c748f8db-d3e2-46ed-9eb1-ff3f163e0cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395231'] for router_interface, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:40.510635 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-c748f8db-d3e2-46ed-9eb1-ff3f163e0cf3 admin admin] Deleting port 9aa9916e-69d1-49f1-95ab-0d0441afa4df {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:32:40.510982 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c748f8db-d3e2-46ed-9eb1-ff3f163e0cf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:40.579627 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2936c6ab-6cd7-4e4c-bd83-734a376359e7 req-e672f8ba-f6c3-46bf-91b6-67c0ba9c1b2a tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1612825536&fields=id&tenant_id=b5e5d066e9d043c2b6b280d75ecb3335 HTTP/1.1" status: 200 len: 267 time: 0.0973637 Nov 12 02:32:40.641041 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [None req-c748f8db-d3e2-46ed-9eb1-ff3f163e0cf3 admin admin] For port 9aa9916e-69d1-49f1-95ab-0d0441afa4df, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=9aa9916e-69d1-49f1-95ab-0d0441afa4df,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:40.641420 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c748f8db-d3e2-46ed-9eb1-ff3f163e0cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:40.663289 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-c748f8db-d3e2-46ed-9eb1-ff3f163e0cf3 admin admin] Calling delete_port for 9aa9916e-69d1-49f1-95ab-0d0441afa4df owned by network:router_interface {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:32:40.671860 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936c6ab-6cd7-4e4c-bd83-734a376359e7 req-7746416f-f7c4-481c-9c6f-16be8745886f tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:40.673313 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2936c6ab-6cd7-4e4c-bd83-734a376359e7 req-7746416f-f7c4-481c-9c6f-16be8745886f tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 985 time: 0.0864549 Nov 12 02:32:40.687213 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [req-2936c6ab-6cd7-4e4c-bd83-734a376359e7 req-fe3319f5-c720-4a5e-b0f7-71f2d18d9e68 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Request body: {'port': {'security_groups': ['193597ab-fd36-455b-996a-82a5d71063e3']}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:32:40.796980 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-2936c6ab-6cd7-4e4c-bd83-734a376359e7 req-fe3319f5-c720-4a5e-b0f7-71f2d18d9e68 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:41.041893 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c748f8db-d3e2-46ed-9eb1-ff3f163e0cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:41.088655 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748f8db-d3e2-46ed-9eb1-ff3f163e0cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa9916e-69d1-49f1-95ab-0d0441afa4df,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:41.141605 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-2936c6ab-6cd7-4e4c-bd83-734a376359e7 req-fe3319f5-c720-4a5e-b0f7-71f2d18d9e68 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] For port 589d3dac-7cd5-4258-83db-ff9f8b9abeae, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=589d3dac-7cd5-4258-83db-ff9f8b9abeae,segment=NetworkSegment(d5532b3d-7ac1-40f2-a64a-0e4655a84318),segment_id=d5532b3d-7ac1-40f2-a64a-0e4655a84318)] {{(pid=101626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:41.187648 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-2936c6ab-6cd7-4e4c-bd83-734a376359e7 req-fe3319f5-c720-4a5e-b0f7-71f2d18d9e68 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for port, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:41.222883 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-2936c6ab-6cd7-4e4c-bd83-734a376359e7 req-fe3319f5-c720-4a5e-b0f7-71f2d18d9e68 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25443681'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:41.237601 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['589d3dac-7cd5-4258-83db-ff9f8b9abeae'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:32:41.332812 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936c6ab-6cd7-4e4c-bd83-734a376359e7 req-fe3319f5-c720-4a5e-b0f7-71f2d18d9e68 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:41.333458 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-2936c6ab-6cd7-4e4c-bd83-734a376359e7 req-fe3319f5-c720-4a5e-b0f7-71f2d18d9e68 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:41.335373 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-2936c6ab-6cd7-4e4c-bd83-734a376359e7 req-fe3319f5-c720-4a5e-b0f7-71f2d18d9e68 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "PUT /v2.0/ports/589d3dac-7cd5-4258-83db-ff9f8b9abeae HTTP/1.1" status: 200 len: 943 time: 0.6539958 Nov 12 02:32:41.335373 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b713114b-55f8-44b0-a2f5-9d6870d53a22', 'tag': '589d3dac-7cd5-4258-83db-ff9f8b9abeae'}] {{(pid=101626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:32:41.337640 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee064878ec57991a80a61b6e38777a609e15accd33394659691c67407ac4dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17f6ae6-1b56-403b-84b0-953851b832b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b713114b-55f8-44b0-a2f5-9d6870d53a22", "tag": "589d3dac-7cd5-4258-83db-ff9f8b9abeae"}]}' {{(pid=101626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:32:41.340818 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43744) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:41.366391 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c748f8db-d3e2-46ed-9eb1-ff3f163e0cf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399983'] for router_interface, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:41.374097 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3319f5-c720-4a5e-b0f7-71f2d18d9e68 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Pushing event updated for resources: {'Port': ['ID=589d3dac-7cd5-4258-83db-ff9f8b9abeae,revision_number=7']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:41.427340 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['589d3dac-7cd5-4258-83db-ff9f8b9abeae'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:32:41.428167 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-32dc884a-af85-4dd5-a1be-d68f206c91b6 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:41.441332 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102db465-34bd-4715-82b9-40050133241c x-openstack-request-id: req-102db465-34bd-4715-82b9-40050133241c {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:32:41.441898 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b713114b-55f8-44b0-a2f5-9d6870d53a22", "tag": "589d3dac-7cd5-4258-83db-ff9f8b9abeae", "status": "completed", "code": 200}]} {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:32:41.442239 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-102db465-34bd-4715-82b9-40050133241c {{(pid=101626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:32:41.442728 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b713114b-55f8-44b0-a2f5-9d6870d53a22', 'tag': '589d3dac-7cd5-4258-83db-ff9f8b9abeae', 'status': 'completed', 'code': 200} Nov 12 02:32:41.459962 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-32dc884a-af85-4dd5-a1be-d68f206c91b6 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:41.535750 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f6ae6-1b56-403b-84b0-953851b832b1 req-cc1b9b41-ba4a-4d15-b26b-0d815042f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:41.537705 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e17f6ae6-1b56-403b-84b0-953851b832b1 req-cc1b9b41-ba4a-4d15-b26b-0d815042f24e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b5e5d066e9d043c2b6b280d75ecb3335&device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 1099 time: 0.0939281 Nov 12 02:32:41.538843 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-32dc884a-af85-4dd5-a1be-d68f206c91b6 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:41.542147 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-32dc884a-af85-4dd5-a1be-d68f206c91b6 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:41.543277 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-32dc884a-af85-4dd5-a1be-d68f206c91b6 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "DELETE /v2.0/security-groups/1737036a-fead-48ae-b8ad-fab21c12dd6d HTTP/1.1" status: 204 len: 168 time: 0.2006028 Nov 12 02:32:41.547001 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43746) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:41.566053 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc884a-af85-4dd5-a1be-d68f206c91b6 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1737036a-fead-48ae-b8ad-fab21c12dd6d,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:41.677826 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-98de9cac-7efc-4cf0-839c-a2d625a74bb6 None None] Provisioning complete for port 589d3dac-7cd5-4258-83db-ff9f8b9abeae triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:32:41.678184 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-98de9cac-7efc-4cf0-839c-a2d625a74bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:41.693260 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f6ae6-1b56-403b-84b0-953851b832b1 req-54c9de57-56ad-4b7a-b998-3bd2cdabd012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:41.694759 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e17f6ae6-1b56-403b-84b0-953851b832b1 req-54c9de57-56ad-4b7a-b998-3bd2cdabd012 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d53d56b6-27dc-4052-938a-86ef6f52304d HTTP/1.1" status: 200 len: 916 time: 0.1467268 Nov 12 02:32:41.732617 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-ef2c3685-1ba9-4aae-9908-3a264415d2e5 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Deleting port 9969c2a0-9dc2-440b-9186-4fd5d428917a {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:32:41.733098 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ef2c3685-1ba9-4aae-9908-3a264415d2e5 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:41.802087 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e17f6ae6-1b56-403b-84b0-953851b832b1 req-0dd2efc0-143e-459a-8ce6-e3367e90b990 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=589d3dac-7cd5-4258-83db-ff9f8b9abeae HTTP/1.1" status: 200 len: 1001 time: 0.0971396 Nov 12 02:32:41.811500 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ef2c3685-1ba9-4aae-9908-3a264415d2e5 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:41.811823 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ef2c3685-1ba9-4aae-9908-3a264415d2e5 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:41.811933 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c748f8db-d3e2-46ed-9eb1-ff3f163e0cf3 admin admin] Router 407eddd1-607a-4d4e-9b13-943d0300d260 has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:32:41.825302 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-ef2c3685-1ba9-4aae-9908-3a264415d2e5 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Calling delete_port for 9969c2a0-9dc2-440b-9186-4fd5d428917a owned by network:floatingip {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:32:41.897296 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f6ae6-1b56-403b-84b0-953851b832b1 req-e79ff329-a2de-4848-a570-625d1fe83e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:41.899011 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e17f6ae6-1b56-403b-84b0-953851b832b1 req-e79ff329-a2de-4848-a570-625d1fe83e76 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bb6e8f49-96e5-4356-baee-3967281dde4b HTTP/1.1" status: 200 len: 854 time: 0.0861492 Nov 12 02:32:41.992865 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f6ae6-1b56-403b-84b0-953851b832b1 req-2ecffa07-9660-4633-8443-8a5f38b4e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:41.994566 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e17f6ae6-1b56-403b-84b0-953851b832b1 req-2ecffa07-9660-4633-8443-8a5f38b4e284 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d53d56b6-27dc-4052-938a-86ef6f52304d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0859008 Nov 12 02:32:41.995751 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c748f8db-d3e2-46ed-9eb1-ff3f163e0cf3 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:32:41.998046 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ef2c3685-1ba9-4aae-9908-3a264415d2e5 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:42.004501 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-c748f8db-d3e2-46ed-9eb1-ff3f163e0cf3 admin admin] 10.222.0.66 "PUT /v2.0/routers/407eddd1-607a-4d4e-9b13-943d0300d260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2720673 Nov 12 02:32:42.004501 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 43748) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:42.005200 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da75b55-b35d-4561-a28b-9ddb83025809 None None] Sync routers for ids ['407eddd1-607a-4d4e-9b13-943d0300d260'] in dv-cinder-808574-4-smb {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:32:42.015645 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da75b55-b35d-4561-a28b-9ddb83025809 None None] Routers {'407eddd1-607a-4d4e-9b13-943d0300d260'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:32:42.016269 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-2da75b55-b35d-4561-a28b-9ddb83025809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:32:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['407eddd1-607a-4d4e-9b13-943d0300d260'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:42.031584 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c3685-1ba9-4aae-9908-3a264415d2e5 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Pushing event deleted for resources: {'Port': ['ID=9969c2a0-9dc2-440b-9186-4fd5d428917a,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:42.109846 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ef2c3685-1ba9-4aae-9908-3a264415d2e5 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks [] for floatingip, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:42.110481 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.db.l3_db [None req-ef2c3685-1ba9-4aae-9908-3a264415d2e5 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Floating IP d9822d40-14f4-4b97-9c47-311544030450 disassociated (deleted). External IP: 172.28.0.57, port: 589d3dac-7cd5-4258-83db-ff9f8b9abeae. Nov 12 02:32:42.147063 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-2da75b55-b35d-4561-a28b-9ddb83025809 None None] Set router 407eddd1-607a-4d4e-9b13-943d0300d260 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:32:42.376679 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-2da75b55-b35d-4561-a28b-9ddb83025809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:00Z', 'updated_at': '2021-11-12T02:32:40Z', 'revision_number': 5, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'gw_port': {'id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:42.404735 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da75b55-b35d-4561-a28b-9ddb83025809 None None] Checking router: 407eddd1-607a-4d4e-9b13-943d0300d260 for host: dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:32:42.414970 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da75b55-b35d-4561-a28b-9ddb83025809 None None] Routers {'407eddd1-607a-4d4e-9b13-943d0300d260'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:32:42.415584 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-2da75b55-b35d-4561-a28b-9ddb83025809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:32:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['407eddd1-607a-4d4e-9b13-943d0300d260'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:42.444844 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e17f6ae6-1b56-403b-84b0-953851b832b1 req-2d1d9b59-57b4-4f8d-92b3-48b78ed930c8 service neutron] 10.222.0.61 "GET /v2.0/networks/d53d56b6-27dc-4052-938a-86ef6f52304d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331889 Nov 12 02:32:42.446371 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-acfde71a-1b11-4068-99ae-fe0387c0d192 admin admin] Publish callbacks [] for router, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:42.528804 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-2da75b55-b35d-4561-a28b-9ddb83025809 None None] Set router 407eddd1-607a-4d4e-9b13-943d0300d260 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:32:42.568476 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2c3685-1ba9-4aae-9908-3a264415d2e5 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Router 10f30d1f-d26b-400a-b8e5-e5b91bf2321a has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:32:42.623220 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e17f6ae6-1b56-403b-84b0-953851b832b1 req-a1d6ed7c-6b8d-4c0c-808a-ad392857b51d service neutron] 10.222.0.61 "GET /v2.0/networks/d53d56b6-27dc-4052-938a-86ef6f52304d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416481 Nov 12 02:32:42.624575 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-acfde71a-1b11-4068-99ae-fe0387c0d192 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:42.687082 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-acfde71a-1b11-4068-99ae-fe0387c0d192 admin admin] Deleting port 2935a864-cb7b-44da-a4bd-e5ab140766eb {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:32:42.687438 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-acfde71a-1b11-4068-99ae-fe0387c0d192 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:42.688608 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2c3685-1ba9-4aae-9908-3a264415d2e5 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:32:42.693907 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ef2c3685-1ba9-4aae-9908-3a264415d2e5 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for floatingip, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:42.704158 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b263419c-a51f-4d54-ae33-5bf945ac6a0c None None] Sync routers for ids ['10f30d1f-d26b-400a-b8e5-e5b91bf2321a'] in dv-cinder-808574-4-smb {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:32:42.715148 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b263419c-a51f-4d54-ae33-5bf945ac6a0c None None] Routers {'10f30d1f-d26b-400a-b8e5-e5b91bf2321a'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:32:42.715795 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-b263419c-a51f-4d54-ae33-5bf945ac6a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:32:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['10f30d1f-d26b-400a-b8e5-e5b91bf2321a'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:42.729329 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-2da75b55-b35d-4561-a28b-9ddb83025809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:00Z', 'updated_at': '2021-11-12T02:32:40Z', 'revision_number': 5, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'gw_port': {'id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:42.736600 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-ef2c3685-1ba9-4aae-9908-3a264415d2e5 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "DELETE /v2.0/floatingips/d9822d40-14f4-4b97-9c47-311544030450 HTTP/1.1" status: 204 len: 168 time: 1.1886308 Nov 12 02:32:42.738021 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b713114b-55f8-44b0-a2f5-9d6870d53a22', 'tag': '589d3dac-7cd5-4258-83db-ff9f8b9abeae'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:32:42.761410 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e0cf32-5b2b-4791-bf2b-0e72f7b529e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b713114b-55f8-44b0-a2f5-9d6870d53a22", "tag": "589d3dac-7cd5-4258-83db-ff9f8b9abeae"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:32:42.763118 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da75b55-b35d-4561-a28b-9ddb83025809 None None] The sync data for ids ['407eddd1-607a-4d4e-9b13-943d0300d260'] in dv-cinder-808574-4-smb is: [{'id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'name': 'tempest-AttachVolumeShelveTestJSON-839047558-router', 'tenant_id': 'e973c924078c4e638e9fa29d3956c215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:26:00Z', 'updated_at': '2021-11-12T02:32:40Z', 'revision_number': 5, 'project_id': 'e973c924078c4e638e9fa29d3956c215', 'gw_port': {'id': '2935a864-cb7b-44da-a4bd-e5ab140766eb', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:df:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407eddd1-607a-4d4e-9b13-943d0300d260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:26:03Z', 'updated_at': '2021-11-12T02:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}] {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:32:42.788387 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [None req-acfde71a-1b11-4068-99ae-fe0387c0d192 admin admin] For port 2935a864-cb7b-44da-a4bd-e5ab140766eb, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=2935a864-cb7b-44da-a4bd-e5ab140766eb,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:42.788654 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-acfde71a-1b11-4068-99ae-fe0387c0d192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:42.812656 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-acfde71a-1b11-4068-99ae-fe0387c0d192 admin admin] Calling delete_port for 2935a864-cb7b-44da-a4bd-e5ab140766eb owned by network:router_gateway {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:32:42.845128 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-b263419c-a51f-4d54-ae33-5bf945ac6a0c None None] Set router 10f30d1f-d26b-400a-b8e5-e5b91bf2321a gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:32:42.976421 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6598b83-e58d-4a21-b460-7b0d36e9c94e x-openstack-request-id: req-c6598b83-e58d-4a21-b460-7b0d36e9c94e {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:32:42.976803 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b713114b-55f8-44b0-a2f5-9d6870d53a22", "tag": "589d3dac-7cd5-4258-83db-ff9f8b9abeae", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:32:42.977108 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c6598b83-e58d-4a21-b460-7b0d36e9c94e {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:32:42.977500 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b713114b-55f8-44b0-a2f5-9d6870d53a22', 'tag': '589d3dac-7cd5-4258-83db-ff9f8b9abeae', 'status': 'completed', 'code': 200} Nov 12 02:32:43.046057 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-acfde71a-1b11-4068-99ae-fe0387c0d192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:43.084722 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfde71a-1b11-4068-99ae-fe0387c0d192 admin admin] Pushing event deleted for resources: {'Port': ['ID=2935a864-cb7b-44da-a4bd-e5ab140766eb,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:43.084858 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-b263419c-a51f-4d54-ae33-5bf945ac6a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'name': 'tempest-TestMinimumBasicScenario-1639878638-router', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:24Z', 'revision_number': 4, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'gw_port': {'id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': 'fca70098-d2d8-46ed-8cd6-69f98c51e1a1', 'name': '', 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'mac_address': 'fa:16:3e:9e:5a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:23Z', 'updated_at': '2021-11-12T02:30:31Z', 'revision_number': 5, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'subnets': [{'id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:43.121422 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b263419c-a51f-4d54-ae33-5bf945ac6a0c None None] Checking router: 10f30d1f-d26b-400a-b8e5-e5b91bf2321a for host: dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:32:43.130593 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b263419c-a51f-4d54-ae33-5bf945ac6a0c None None] Routers {'10f30d1f-d26b-400a-b8e5-e5b91bf2321a'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:32:43.131211 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-b263419c-a51f-4d54-ae33-5bf945ac6a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:32:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['10f30d1f-d26b-400a-b8e5-e5b91bf2321a'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:43.141286 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0cf32-5b2b-4791-bf2b-0e72f7b529e9 req-618b801a-9252-40db-8aa5-c36cb5dad82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:43.145532 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-36e0cf32-5b2b-4791-bf2b-0e72f7b529e9 req-618b801a-9252-40db-8aa5-c36cb5dad82e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b5e5d066e9d043c2b6b280d75ecb3335&device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 1099 time: 0.1323152 Nov 12 02:32:43.193136 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-acfde71a-1b11-4068-99ae-fe0387c0d192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394389'] for router_gateway, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:43.245763 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-b263419c-a51f-4d54-ae33-5bf945ac6a0c None None] Set router 10f30d1f-d26b-400a-b8e5-e5b91bf2321a gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:32:43.356576 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-acfde71a-1b11-4068-99ae-fe0387c0d192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48736'] for router, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:43.357586 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-acfde71a-1b11-4068-99ae-fe0387c0d192 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:43.438972 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0cf32-5b2b-4791-bf2b-0e72f7b529e9 req-718f0d98-48e3-4eb9-9f10-6fd8b55d16ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:43.440286 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-36e0cf32-5b2b-4791-bf2b-0e72f7b529e9 req-718f0d98-48e3-4eb9-9f10-6fd8b55d16ab service neutron] 10.222.0.61 "GET /v2.0/networks?id=d53d56b6-27dc-4052-938a-86ef6f52304d HTTP/1.1" status: 200 len: 916 time: 0.2827182 Nov 12 02:32:43.441306 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-acfde71a-1b11-4068-99ae-fe0387c0d192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-401017'] for router, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:43.441841 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfde71a-1b11-4068-99ae-fe0387c0d192 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 407eddd1-607a-4d4e-9b13-943d0300d260 {{(pid=101626) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:32:43.446716 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-acfde71a-1b11-4068-99ae-fe0387c0d192 admin admin] Publish callbacks [] for router, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:43.447848 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-acfde71a-1b11-4068-99ae-fe0387c0d192 admin admin] 10.222.0.66 "DELETE /v2.0/routers/407eddd1-607a-4d4e-9b13-943d0300d260 HTTP/1.1" status: 204 len: 168 time: 1.4418907 Nov 12 02:32:43.450497 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43766) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:43.467077 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-b263419c-a51f-4d54-ae33-5bf945ac6a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'name': 'tempest-TestMinimumBasicScenario-1639878638-router', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:24Z', 'revision_number': 4, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'gw_port': {'id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': 'fca70098-d2d8-46ed-8cd6-69f98c51e1a1', 'name': '', 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'mac_address': 'fa:16:3e:9e:5a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:23Z', 'updated_at': '2021-11-12T02:30:31Z', 'revision_number': 5, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'subnets': [{'id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:43.485047 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-36e0cf32-5b2b-4791-bf2b-0e72f7b529e9 req-fa540cc5-5cbf-438a-bbf7-d9df8b097b08 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=589d3dac-7cd5-4258-83db-ff9f8b9abeae HTTP/1.1" status: 200 len: 217 time: 0.0360649 Nov 12 02:32:43.512499 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b263419c-a51f-4d54-ae33-5bf945ac6a0c None None] The sync data for ids ['10f30d1f-d26b-400a-b8e5-e5b91bf2321a'] in dv-cinder-808574-4-smb is: [{'id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'name': 'tempest-TestMinimumBasicScenario-1639878638-router', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:24Z', 'revision_number': 4, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'gw_port': {'id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': 'fca70098-d2d8-46ed-8cd6-69f98c51e1a1', 'name': '', 'network_id': 'd53d56b6-27dc-4052-938a-86ef6f52304d', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'mac_address': 'fa:16:3e:9e:5a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:23Z', 'updated_at': '2021-11-12T02:30:31Z', 'revision_number': 5, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'subnets': [{'id': 'bb6e8f49-96e5-4356-baee-3967281dde4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:32:43.524850 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce458461-dd89-4685-8c5f-ab5e681d3f4e admin admin] Deleting subnet 1006246c-c18c-4b19-8be4-0d64b846f8bd {{(pid=101627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:32:43.528937 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ce458461-dd89-4685-8c5f-ab5e681d3f4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:43.555945 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0cf32-5b2b-4791-bf2b-0e72f7b529e9 req-01798e81-4723-466a-960c-05788454cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:43.559299 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-36e0cf32-5b2b-4791-bf2b-0e72f7b529e9 req-01798e81-4723-466a-960c-05788454cf76 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bb6e8f49-96e5-4356-baee-3967281dde4b HTTP/1.1" status: 200 len: 854 time: 0.0619047 Nov 12 02:32:43.570947 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ce458461-dd89-4685-8c5f-ab5e681d3f4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25777450'] for subnet, precommit_delete_associations {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:43.659578 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0cf32-5b2b-4791-bf2b-0e72f7b529e9 req-6cc8339a-56d6-4346-aa5a-f48b03537e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:43.661242 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-36e0cf32-5b2b-4791-bf2b-0e72f7b529e9 req-6cc8339a-56d6-4346-aa5a-f48b03537e8d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d53d56b6-27dc-4052-938a-86ef6f52304d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792809 Nov 12 02:32:43.699443 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ce458461-dd89-4685-8c5f-ab5e681d3f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503514'] for subnet, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:43.773567 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ce458461-dd89-4685-8c5f-ab5e681d3f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3466484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25666411'] for subnet, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:43.777983 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-36e0cf32-5b2b-4791-bf2b-0e72f7b529e9 req-e213a257-f067-4cfe-b707-899f4cb4572b service neutron] 10.222.0.61 "GET /v2.0/networks/d53d56b6-27dc-4052-938a-86ef6f52304d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012022 Nov 12 02:32:43.802662 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce458461-dd89-4685-8c5f-ab5e681d3f4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1006246c-c18c-4b19-8be4-0d64b846f8bd,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:43.807404 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-ce458461-dd89-4685-8c5f-ab5e681d3f4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:43.811309 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-ce458461-dd89-4685-8c5f-ab5e681d3f4e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1006246c-c18c-4b19-8be4-0d64b846f8bd HTTP/1.1" status: 204 len: 168 time: 0.3597763 Nov 12 02:32:43.814705 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43768) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:43.819440 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622705c0-e122-4639-96c7-3737aaca105e None None] Network 3bf8a66c-2c88-40e7-879f-ed13c0e23344 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:32:43.903810 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-36e0cf32-5b2b-4791-bf2b-0e72f7b529e9 req-10d1041c-7084-4311-bfd1-555a78173bc2 service neutron] 10.222.0.61 "GET /v2.0/networks/d53d56b6-27dc-4052-938a-86ef6f52304d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139979 Nov 12 02:32:43.904334 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a1b39f59-dbc5-4fa2-a954-4f2709fc57dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1368191'] for network, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:43.954743 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a179a1c-ba76-4628-9f38-e80ddf981822 None None] New status for floating IP d9822d40-14f4-4b97-9c47-311544030450: DOWN {{(pid=101629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:32:43.974280 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-a1b39f59-dbc5-4fa2-a954-4f2709fc57dd admin admin] Deleting port fd7358e1-17a7-444a-a223-21e46c80a7f2 {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:32:43.974770 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a1b39f59-dbc5-4fa2-a954-4f2709fc57dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:44.046399 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [None req-a1b39f59-dbc5-4fa2-a954-4f2709fc57dd admin admin] For port fd7358e1-17a7-444a-a223-21e46c80a7f2, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=fd7358e1-17a7-444a-a223-21e46c80a7f2,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:44.046748 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a1b39f59-dbc5-4fa2-a954-4f2709fc57dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:44.056394 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78595b8-e266-4d8f-9eb5-7181d23776c5 None None] DHCP port deletion for 3bf8a66c-2c88-40e7-879f-ed13c0e23344 request from dv-cinder-808574-4-smb {{(pid=101628) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:32:44.069441 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-a1b39f59-dbc5-4fa2-a954-4f2709fc57dd admin admin] Calling delete_port for fd7358e1-17a7-444a-a223-21e46c80a7f2 owned by network:dhcp {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:32:44.141953 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-b78595b8-e266-4d8f-9eb5-7181d23776c5 None None] Deleting port fd7358e1-17a7-444a-a223-21e46c80a7f2 {{(pid=101628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:32:44.142323 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-b78595b8-e266-4d8f-9eb5-7181d23776c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:44.160555 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 9aa9916e-69d1-49f1-95ab-0d0441afa4df no longer exists at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:32:44.170115 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a1b39f59-dbc5-4fa2-a954-4f2709fc57dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:44.188498 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] No Port match for: 9aa9916e-69d1-49f1-95ab-0d0441afa4df {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:32:44.188835 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 9aa9916e-69d1-49f1-95ab-0d0441afa4df not bound to the agent host dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:32:44.189253 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 2935a864-cb7b-44da-a4bd-e5ab140766eb no longer exists at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:32:44.201238 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b39f59-dbc5-4fa2-a954-4f2709fc57dd admin admin] No DVR routers for this DVR port fd7358e1-17a7-444a-a223-21e46c80a7f2 on host dv-cinder-808574-4-smb {{(pid=101627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:32:44.226602 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b39f59-dbc5-4fa2-a954-4f2709fc57dd admin admin] Pushing event deleted for resources: {'Port': ['ID=fd7358e1-17a7-444a-a223-21e46c80a7f2,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:44.243850 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] No Port match for: 2935a864-cb7b-44da-a4bd-e5ab140766eb {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:32:44.244190 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 2935a864-cb7b-44da-a4bd-e5ab140766eb not bound to the agent host dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:32:44.257436 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-b78595b8-e266-4d8f-9eb5-7181d23776c5 None None] For port fd7358e1-17a7-444a-a223-21e46c80a7f2, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=fd7358e1-17a7-444a-a223-21e46c80a7f2,segment=NetworkSegment(5431d9a4-7526-4bfc-a2ad-c75b991a6769),segment_id=5431d9a4-7526-4bfc-a2ad-c75b991a6769)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:44.258062 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-b78595b8-e266-4d8f-9eb5-7181d23776c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:44.275682 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-b78595b8-e266-4d8f-9eb5-7181d23776c5 None None] Calling delete_port for fd7358e1-17a7-444a-a223-21e46c80a7f2 owned by network:dhcp {{(pid=101628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:32:44.292381 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a1b39f59-dbc5-4fa2-a954-4f2709fc57dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642717', 'neutron.services.segments.db._delete_segments_for_network-8768027728366'] for network, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:44.315254 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-a1b39f59-dbc5-4fa2-a954-4f2709fc57dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf8a66c-2c88-40e7-879f-ed13c0e23344']}} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:44.326559 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-a1b39f59-dbc5-4fa2-a954-4f2709fc57dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5431d9a4-7526-4bfc-a2ad-c75b991a6769') {'for_net_delete': True} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:44.326786 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-a1b39f59-dbc5-4fa2-a954-4f2709fc57dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5431d9a4-7526-4bfc-a2ad-c75b991a6769') {} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:44.340059 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a1b39f59-dbc5-4fa2-a954-4f2709fc57dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768027880951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25774297'] for segment, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:44.355632 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a1b39f59-dbc5-4fa2-a954-4f2709fc57dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:44.364360 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b39f59-dbc5-4fa2-a954-4f2709fc57dd admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=101627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:32:44.364754 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a1b39f59-dbc5-4fa2-a954-4f2709fc57dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3466394'] for segment, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: Traceback (most recent call last): Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: timer() Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: cb(*args, **kw) Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: return func(*args, **kwargs) Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: self._notify() Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: self.callback(batched_events) Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: event.method(event) Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: return f(self, *a, **k) Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: return self._get(url).json() Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: return self.request(url, 'GET', **kwargs) Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:32:44.366674 dv-cinder-808574-4-smb neutron-server[101627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:32:44.382834 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-b78595b8-e266-4d8f-9eb5-7181d23776c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931'] for port, after_delete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:44.410302 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78595b8-e266-4d8f-9eb5-7181d23776c5 None None] No DVR routers for this DVR port fd7358e1-17a7-444a-a223-21e46c80a7f2 on host dv-cinder-808574-4-smb {{(pid=101628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:32:44.413274 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78595b8-e266-4d8f-9eb5-7181d23776c5 None None] Pushing event deleted for resources: {'Port': ['ID=fd7358e1-17a7-444a-a223-21e46c80a7f2,revision_number=None']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:44.428813 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a1b39f59-dbc5-4fa2-a954-4f2709fc57dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394473'] for network, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:44.434948 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-a1b39f59-dbc5-4fa2-a954-4f2709fc57dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:44.442381 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-a1b39f59-dbc5-4fa2-a954-4f2709fc57dd admin admin] 10.222.0.66 "DELETE /v2.0/networks/3bf8a66c-2c88-40e7-879f-ed13c0e23344 HTTP/1.1" status: 204 len: 168 time: 0.6271877 Nov 12 02:32:44.454157 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b39f59-dbc5-4fa2-a954-4f2709fc57dd admin admin] Pushing event deleted for resources: {'Network': ['ID=3bf8a66c-2c88-40e7-879f-ed13c0e23344,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:44.579039 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43786) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:44.628529 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-90c0104d-88b9-46b1-9cb2-b80c3b2e99a9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e973c924078c4e638e9fa29d3956c215&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0482180 Nov 12 02:32:44.630889 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43790) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:44.684980 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9240ab49-848a-4e1c-a177-a41568dc2778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:44.705565 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9240ab49-848a-4e1c-a177-a41568dc2778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:44.751962 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9240ab49-848a-4e1c-a177-a41568dc2778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:44.754795 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-9240ab49-848a-4e1c-a177-a41568dc2778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:44.755959 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-9240ab49-848a-4e1c-a177-a41568dc2778 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/740b7056-ab20-4369-bf5a-2137b7da55c1 HTTP/1.1" status: 204 len: 168 time: 0.1240938 Nov 12 02:32:44.764734 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240ab49-848a-4e1c-a177-a41568dc2778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740b7056-ab20-4369-bf5a-2137b7da55c1,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:45.625716 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7f095-8f25-459c-8e80-2dee2e218bb9 req-a2be8c2e-ca15-423c-863e-afa193b7f300 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:45.627342 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b7f7f095-8f25-459c-8e80-2dee2e218bb9 req-a2be8c2e-ca15-423c-863e-afa193b7f300 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 946 time: 0.0498035 Nov 12 02:32:45.680845 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b7f7f095-8f25-459c-8e80-2dee2e218bb9 req-cd03c852-4d98-4a4a-9963-a50dae29b6d2 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472624 Nov 12 02:32:46.082690 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device fd7358e1-17a7-444a-a223-21e46c80a7f2 no longer exists at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:32:46.104379 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] No Port match for: fd7358e1-17a7-444a-a223-21e46c80a7f2 {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:32:46.104724 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device fd7358e1-17a7-444a-a223-21e46c80a7f2 not bound to the agent host dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:32:46.815575 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d677f1-e88b-487c-a7a3-08480f1142fc req-eb95a811-1ead-4126-9243-df1b626f0bad tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:46.817764 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d0d677f1-e88b-487c-a7a3-08480f1142fc req-eb95a811-1ead-4126-9243-df1b626f0bad tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 946 time: 0.0556722 Nov 12 02:32:46.873126 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d0d677f1-e88b-487c-a7a3-08480f1142fc req-e1e99ea3-405e-4302-859f-a4e0f7a2338e tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492160 Nov 12 02:32:47.650465 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069fe20-f134-46b0-b814-d158aebbf8ca req-9f094ddc-de1f-4394-bb4b-acc5d91c60df tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:47.652075 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7069fe20-f134-46b0-b814-d158aebbf8ca req-9f094ddc-de1f-4394-bb4b-acc5d91c60df tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.61 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 946 time: 0.0556297 Nov 12 02:32:47.744917 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [req-7069fe20-f134-46b0-b814-d158aebbf8ca req-45696194-5f5a-49f7-a661-0c3cd13cb8d1 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Deleting port 589d3dac-7cd5-4258-83db-ff9f8b9abeae {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:32:47.745250 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-7069fe20-f134-46b0-b814-d158aebbf8ca req-45696194-5f5a-49f7-a661-0c3cd13cb8d1 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:47.836511 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-7069fe20-f134-46b0-b814-d158aebbf8ca req-45696194-5f5a-49f7-a661-0c3cd13cb8d1 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] For port 589d3dac-7cd5-4258-83db-ff9f8b9abeae, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=589d3dac-7cd5-4258-83db-ff9f8b9abeae,segment=NetworkSegment(d5532b3d-7ac1-40f2-a64a-0e4655a84318),segment_id=d5532b3d-7ac1-40f2-a64a-0e4655a84318)] {{(pid=101626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:47.837142 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-7069fe20-f134-46b0-b814-d158aebbf8ca req-45696194-5f5a-49f7-a661-0c3cd13cb8d1 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:47.851288 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [req-7069fe20-f134-46b0-b814-d158aebbf8ca req-45696194-5f5a-49f7-a661-0c3cd13cb8d1 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Calling delete_port for 589d3dac-7cd5-4258-83db-ff9f8b9abeae owned by compute:nova {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:32:48.025189 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7e266-aa1d-4ed0-97a0-5d422a474587 req-1d1cc6a6-bb58-4819-b8c2-1360753e7eb4 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:48.026816 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c5d7e266-aa1d-4ed0-97a0-5d422a474587 req-1d1cc6a6-bb58-4819-b8c2-1360753e7eb4 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/ports?device_id=b713114b-55f8-44b0-a2f5-9d6870d53a22 HTTP/1.1" status: 200 len: 946 time: 0.0843427 Nov 12 02:32:48.028166 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-7069fe20-f134-46b0-b814-d158aebbf8ca req-45696194-5f5a-49f7-a661-0c3cd13cb8d1 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:48.040343 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['589d3dac-7cd5-4258-83db-ff9f8b9abeae'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:32:48.072887 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45696194-5f5a-49f7-a661-0c3cd13cb8d1 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Pushing event deleted for resources: {'Port': ['ID=589d3dac-7cd5-4258-83db-ff9f8b9abeae,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:48.125748 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [req-7069fe20-f134-46b0-b814-d158aebbf8ca req-45696194-5f5a-49f7-a661-0c3cd13cb8d1 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] No DVR routers for this DVR port 589d3dac-7cd5-4258-83db-ff9f8b9abeae on host hv-cinder-80857 {{(pid=101626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:32:48.130965 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-7069fe20-f134-46b0-b814-d158aebbf8ca req-45696194-5f5a-49f7-a661-0c3cd13cb8d1 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:48.134309 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7069fe20-f134-46b0-b814-d158aebbf8ca req-45696194-5f5a-49f7-a661-0c3cd13cb8d1 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.61 "DELETE /v2.0/ports/589d3dac-7cd5-4258-83db-ff9f8b9abeae HTTP/1.1" status: 204 len: 173 time: 0.4756951 Nov 12 02:32:48.134739 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b713114b-55f8-44b0-a2f5-9d6870d53a22', 'name': 'network-vif-deleted', 'tag': '589d3dac-7cd5-4258-83db-ff9f8b9abeae'}] {{(pid=101626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:32:48.137026 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee064878ec57991a80a61b6e38777a609e15accd33394659691c67407ac4dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4680693b-b7a0-4e99-8b2f-bf5c2b40e796" -d '{"events": [{"server_uuid": "b713114b-55f8-44b0-a2f5-9d6870d53a22", "name": "network-vif-deleted", "tag": "589d3dac-7cd5-4258-83db-ff9f8b9abeae"}]}' {{(pid=101626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:32:48.152264 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c5d7e266-aa1d-4ed0-97a0-5d422a474587 req-0901b0b5-ad70-42c0-a5a7-209647a71425 tempest-TestMinimumBasicScenario-849406497 tempest-TestMinimumBasicScenario-849406497-project] 10.222.0.66 "GET /v2.0/security-groups?id=193597ab-fd36-455b-996a-82a5d71063e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158385 Nov 12 02:32:48.191128 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5f6cdf-5dd8-479c-b4cf-d2b6208d14e8 x-openstack-request-id: req-6c5f6cdf-5dd8-479c-b4cf-d2b6208d14e8 {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:32:48.191510 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b713114b-55f8-44b0-a2f5-9d6870d53a22", "name": "network-vif-deleted", "tag": "589d3dac-7cd5-4258-83db-ff9f8b9abeae", "status": "completed", "code": 200}]} {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:32:48.191820 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6c5f6cdf-5dd8-479c-b4cf-d2b6208d14e8 {{(pid=101626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:32:48.192276 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b713114b-55f8-44b0-a2f5-9d6870d53a22', 'name': 'network-vif-deleted', 'tag': '589d3dac-7cd5-4258-83db-ff9f8b9abeae', 'status': 'completed', 'code': 200} Nov 12 02:32:49.793251 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 43948) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:49.854774 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 43952) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:49.909869 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9ad6a4c5-4ce5-41cd-abd7-3500944ad5a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:50.110162 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9ad6a4c5-4ce5-41cd-abd7-3500944ad5a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:50.116251 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-9ad6a4c5-4ce5-41cd-abd7-3500944ad5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:50.177245 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6a4c5-4ce5-41cd-abd7-3500944ad5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9568740e-cec9-4e43-8c95-0ee63edec64f,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:50.182947 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-9ad6a4c5-4ce5-41cd-abd7-3500944ad5a0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5f4b4fa74a7145db8b5d3c10718ada90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3886247 Nov 12 02:32:50.185588 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 43954) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:50.268183 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-817f448e-b084-4c34-83ae-c55b4cdccb4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:50.297623 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-817f448e-b084-4c34-83ae-c55b4cdccb4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:50.377086 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-817f448e-b084-4c34-83ae-c55b4cdccb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:50.380553 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-817f448e-b084-4c34-83ae-c55b4cdccb4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:50.381695 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-817f448e-b084-4c34-83ae-c55b4cdccb4b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9568740e-cec9-4e43-8c95-0ee63edec64f HTTP/1.1" status: 204 len: 168 time: 0.1951728 Nov 12 02:32:50.392284 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f448e-b084-4c34-83ae-c55b4cdccb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9568740e-cec9-4e43-8c95-0ee63edec64f,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:50.399344 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-17282417-9877-4947-aad2-524c505389fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395231'] for router_interface, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:50.433272 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 589d3dac-7cd5-4258-83db-ff9f8b9abeae no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:32:50.590222 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] No Port match for: 589d3dac-7cd5-4258-83db-ff9f8b9abeae {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:32:50.590561 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device 589d3dac-7cd5-4258-83db-ff9f8b9abeae not bound to the agent host hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:32:50.687902 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-17282417-9877-4947-aad2-524c505389fe admin admin] Deleting port fca70098-d2d8-46ed-8cd6-69f98c51e1a1 {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:32:50.688338 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-17282417-9877-4947-aad2-524c505389fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:50.693719 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43966) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:50.708952 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-08a2c5a3-c3ec-4b3c-b7be-add0a8ffa4ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:50.788492 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [None req-17282417-9877-4947-aad2-524c505389fe admin admin] For port fca70098-d2d8-46ed-8cd6-69f98c51e1a1, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=fca70098-d2d8-46ed-8cd6-69f98c51e1a1,segment=NetworkSegment(d5532b3d-7ac1-40f2-a64a-0e4655a84318),segment_id=d5532b3d-7ac1-40f2-a64a-0e4655a84318)] {{(pid=101626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:50.788941 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-17282417-9877-4947-aad2-524c505389fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:50.791757 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-08a2c5a3-c3ec-4b3c-b7be-add0a8ffa4ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:50.796012 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-08a2c5a3-c3ec-4b3c-b7be-add0a8ffa4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:50.803513 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-17282417-9877-4947-aad2-524c505389fe admin admin] Calling delete_port for fca70098-d2d8-46ed-8cd6-69f98c51e1a1 owned by network:router_interface {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:32:50.834387 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-08a2c5a3-c3ec-4b3c-b7be-add0a8ffa4ec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db06a8222a074fe291a53743e39459fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395054 Nov 12 02:32:50.836210 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2c5a3-c3ec-4b3c-b7be-add0a8ffa4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846503bf-2a60-4fce-b75b-d6c36d0d2662,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:50.838402 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43968) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:50.888522 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8f6e3c4d-c4fc-4b2b-9897-a5057616e91f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:50.913255 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8f6e3c4d-c4fc-4b2b-9897-a5057616e91f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:50.960526 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8f6e3c4d-c4fc-4b2b-9897-a5057616e91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:50.963124 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-8f6e3c4d-c4fc-4b2b-9897-a5057616e91f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:50.966750 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-8f6e3c4d-c4fc-4b2b-9897-a5057616e91f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/846503bf-2a60-4fce-b75b-d6c36d0d2662 HTTP/1.1" status: 204 len: 168 time: 0.1249797 Nov 12 02:32:50.976826 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e3c4d-c4fc-4b2b-9897-a5057616e91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846503bf-2a60-4fce-b75b-d6c36d0d2662,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:51.006386 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-17282417-9877-4947-aad2-524c505389fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:51.032938 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17282417-9877-4947-aad2-524c505389fe admin admin] Pushing event deleted for resources: {'Port': ['ID=fca70098-d2d8-46ed-8cd6-69f98c51e1a1,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:51.438937 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-17282417-9877-4947-aad2-524c505389fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399983'] for router_interface, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:51.663905 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17282417-9877-4947-aad2-524c505389fe admin admin] Router 10f30d1f-d26b-400a-b8e5-e5b91bf2321a has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:32:51.692978 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 43990) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:51.775968 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17282417-9877-4947-aad2-524c505389fe admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:32:51.786089 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-17282417-9877-4947-aad2-524c505389fe admin admin] 10.222.0.66 "PUT /v2.0/routers/10f30d1f-d26b-400a-b8e5-e5b91bf2321a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9271314 Nov 12 02:32:51.786355 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 43998) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:51.790408 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16ab557-7c59-4973-841a-c583e0be0853 None None] Sync routers for ids ['10f30d1f-d26b-400a-b8e5-e5b91bf2321a'] in dv-cinder-808574-4-smb {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:32:51.798178 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-1820e728-4d38-463f-b514-e3714b8c3069 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1262836927-network', 'tenant_id': '87aecbca3b33415b849c7d493e2ed029'}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:32:51.806730 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ab557-7c59-4973-841a-c583e0be0853 None None] Routers {'10f30d1f-d26b-400a-b8e5-e5b91bf2321a'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:32:51.807669 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-b16ab557-7c59-4973-841a-c583e0be0853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:32:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['10f30d1f-d26b-400a-b8e5-e5b91bf2321a'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:51.834901 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1820e728-4d38-463f-b514-e3714b8c3069 admin admin] Made reservation on behalf of 87aecbca3b33415b849c7d493e2ed029 for: {'network': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:32:51.838808 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-1820e728-4d38-463f-b514-e3714b8c3069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for network, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:51.854661 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-1820e728-4d38-463f-b514-e3714b8c3069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:51.932823 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-a13a7252-648f-498f-a93d-cb197d1eb28d admin admin] Publish callbacks [] for router, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:51.936304 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-b16ab557-7c59-4973-841a-c583e0be0853 None None] Set router 10f30d1f-d26b-400a-b8e5-e5b91bf2321a gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:32:51.942098 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-1820e728-4d38-463f-b514-e3714b8c3069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:51.946887 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-1820e728-4d38-463f-b514-e3714b8c3069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:51.981587 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820e728-4d38-463f-b514-e3714b8c3069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a36d97e-84c3-45d7-9585-2890c2c256e2,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:51.984346 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1820e728-4d38-463f-b514-e3714b8c3069 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=101627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:32:51.996270 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-1820e728-4d38-463f-b514-e3714b8c3069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:51.996558 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.db.segments_db [None req-1820e728-4d38-463f-b514-e3714b8c3069 admin admin] Added segment 5a85b886-fd82-4fc2-818d-0c7bab430a75 of type vlan for network 2f937370-ff22-417e-b564-f08b567f107c Nov 12 02:32:52.049962 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-1820e728-4d38-463f-b514-e3714b8c3069 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768027380700'] for network, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:52.070779 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-a13a7252-648f-498f-a93d-cb197d1eb28d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:52.085669 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-1820e728-4d38-463f-b514-e3714b8c3069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for network, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:52.086978 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1820e728-4d38-463f-b514-e3714b8c3069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:52.087662 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-1820e728-4d38-463f-b514-e3714b8c3069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:52.141582 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-a13a7252-648f-498f-a93d-cb197d1eb28d admin admin] Deleting port d6b777f7-fc8e-43ff-a659-4e4ca9534d13 {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:32:52.141582 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-a13a7252-648f-498f-a93d-cb197d1eb28d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:52.156283 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-1820e728-4d38-463f-b514-e3714b8c3069 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4620736 Nov 12 02:32:52.159649 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 44002) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:52.166414 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.v2.base [None req-db4f3a49-e740-4ff7-b923-50ffc4aa0cfe admin admin] Request body: {'subnet': {'network_id': '2f937370-ff22-417e-b564-f08b567f107c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1262836927-subnet', 'tenant_id': '87aecbca3b33415b849c7d493e2ed029', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:32:52.172479 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820e728-4d38-463f-b514-e3714b8c3069 admin admin] Pushing event updated for resources: {'Network': ['ID=2f937370-ff22-417e-b564-f08b567f107c,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:52.173654 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-b16ab557-7c59-4973-841a-c583e0be0853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'name': 'tempest-TestMinimumBasicScenario-1639878638-router', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:32:50Z', 'revision_number': 5, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'gw_port': {'id': 'd6b777f7-fc8e-43ff-a659-4e4ca9534d13', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:52.192458 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4f3a49-e740-4ff7-b923-50ffc4aa0cfe admin admin] Made reservation on behalf of 87aecbca3b33415b849c7d493e2ed029 for: {'subnet': 1} {{(pid=101627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:32:52.195228 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-db4f3a49-e740-4ff7-b923-50ffc4aa0cfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25666304'] for subnet, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:52.209598 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Network 2f937370-ff22-417e-b564-f08b567f107c details requested by agent ovs-agent-dv-cinder-808574-4-smb with host dv-cinder-808574-4-smb {{(pid=101628) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:32:52.211913 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16ab557-7c59-4973-841a-c583e0be0853 None None] Checking router: 10f30d1f-d26b-400a-b8e5-e5b91bf2321a for host: dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:32:52.240625 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [None req-a13a7252-648f-498f-a93d-cb197d1eb28d admin admin] For port d6b777f7-fc8e-43ff-a659-4e4ca9534d13, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=d6b777f7-fc8e-43ff-a659-4e4ca9534d13,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:52.241174 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-a13a7252-648f-498f-a93d-cb197d1eb28d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:52.255307 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-a13a7252-648f-498f-a93d-cb197d1eb28d admin admin] Calling delete_port for d6b777f7-fc8e-43ff-a659-4e4ca9534d13 owned by network:router_gateway {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:32:52.268290 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ab557-7c59-4973-841a-c583e0be0853 None None] Routers {'10f30d1f-d26b-400a-b8e5-e5b91bf2321a'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:32:52.268890 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-b16ab557-7c59-4973-841a-c583e0be0853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:32:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['10f30d1f-d26b-400a-b8e5-e5b91bf2321a'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:52.365105 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-b16ab557-7c59-4973-841a-c583e0be0853 None None] Set router 10f30d1f-d26b-400a-b8e5-e5b91bf2321a gateway port host: None {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:32:52.373451 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-db4f3a49-e740-4ff7-b923-50ffc4aa0cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3466291', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25666322'] for subnet, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:52.427635 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-b16ab557-7c59-4973-841a-c583e0be0853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'name': 'tempest-TestMinimumBasicScenario-1639878638-router', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:32:52Z', 'revision_number': 6, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'gw_port_host': None}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:52.433241 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f3a49-e740-4ff7-b923-50ffc4aa0cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=bca70cb9-27cd-40ec-b431-1515f2527546,revision_number=0']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:52.440032 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-a13a7252-648f-498f-a93d-cb197d1eb28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:52.452334 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4f3a49-e740-4ff7-b923-50ffc4aa0cfe admin admin] Checking segment: {'id': '5a85b886-fd82-4fc2-818d-0c7bab430a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '2f937370-ff22-417e-b564-f08b567f107c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:32:52.452693 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4f3a49-e740-4ff7-b923-50ffc4aa0cfe admin admin] Network hostable DHCP agents. Network: 2f937370-ff22-417e-b564-f08b567f107c, hostable agents: ['38deba6a-e570-46da-84fb-4962375c604f'], hosted agents: [] {{(pid=101627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:32:52.459072 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16ab557-7c59-4973-841a-c583e0be0853 None None] The sync data for ids ['10f30d1f-d26b-400a-b8e5-e5b91bf2321a'] in dv-cinder-808574-4-smb is: [{'id': '10f30d1f-d26b-400a-b8e5-e5b91bf2321a', 'name': 'tempest-TestMinimumBasicScenario-1639878638-router', 'tenant_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:21Z', 'updated_at': '2021-11-12T02:32:52Z', 'revision_number': 6, 'project_id': 'b5e5d066e9d043c2b6b280d75ecb3335', 'gw_port_host': None}] {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:32:52.468439 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a7252-648f-498f-a93d-cb197d1eb28d admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b777f7-fc8e-43ff-a659-4e4ca9534d13,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:52.479119 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4f3a49-e740-4ff7-b923-50ffc4aa0cfe admin admin] Network 2f937370-ff22-417e-b564-f08b567f107c is scheduled to be hosted by DHCP agent 38deba6a-e570-46da-84fb-4962375c604f with binding_index 1 {{(pid=101627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:32:52.490725 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.base_scheduler [None req-db4f3a49-e740-4ff7-b923-50ffc4aa0cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-smb, 2f937370-ff22-417e-b564-f08b567f107c) {{(pid=101627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:32:52.500166 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4f3a49-e740-4ff7-b923-50ffc4aa0cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:52.502189 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fc4a44-a9ca-4b71-add3-f648e8be1d09 None None] Network 2f937370-ff22-417e-b564-f08b567f107c requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:32:52.503923 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-db4f3a49-e740-4ff7-b923-50ffc4aa0cfe admin admin] Publish callbacks [] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:52.536462 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-db4f3a49-e740-4ff7-b923-50ffc4aa0cfe admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3668756 Nov 12 02:32:52.541701 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-a13a7252-648f-498f-a93d-cb197d1eb28d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394389'] for router_gateway, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:52.635811 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29abc27c-998f-40a1-af9e-ceabf472a226 None None] Network 2f937370-ff22-417e-b564-f08b567f107c requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:32:52.637176 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-a13a7252-648f-498f-a93d-cb197d1eb28d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48736'] for router, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:52.639748 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-a13a7252-648f-498f-a93d-cb197d1eb28d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:52.700634 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-a13a7252-648f-498f-a93d-cb197d1eb28d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-401017'] for router, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:52.701913 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13a7252-648f-498f-a93d-cb197d1eb28d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10f30d1f-d26b-400a-b8e5-e5b91bf2321a {{(pid=101626) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:32:52.710621 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-a13a7252-648f-498f-a93d-cb197d1eb28d admin admin] Publish callbacks [] for router, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:52.711873 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-a13a7252-648f-498f-a93d-cb197d1eb28d admin admin] 10.222.0.66 "DELETE /v2.0/routers/10f30d1f-d26b-400a-b8e5-e5b91bf2321a HTTP/1.1" status: 204 len: 168 time: 0.9243495 Nov 12 02:32:52.715728 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44008) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:52.766301 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.db_base_plugin_v2 [None req-08673480-ae36-4f3a-82d2-5440ed55fdb5 admin admin] Deleting subnet bb6e8f49-96e5-4356-baee-3967281dde4b {{(pid=101626) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:32:52.770065 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-08673480-ae36-4f3a-82d2-5440ed55fdb5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:52.806762 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-08673480-ae36-4f3a-82d2-5440ed55fdb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25443676'] for subnet, precommit_delete_associations {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:52.945654 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-08673480-ae36-4f3a-82d2-5440ed55fdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503514'] for subnet, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.005725 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-08673480-ae36-4f3a-82d2-5440ed55fdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25443627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25789319'] for subnet, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.035146 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08673480-ae36-4f3a-82d2-5440ed55fdb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb6e8f49-96e5-4356-baee-3967281dde4b,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:53.037169 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-08673480-ae36-4f3a-82d2-5440ed55fdb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for subnet, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.043228 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 44022) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:53.043782 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-08673480-ae36-4f3a-82d2-5440ed55fdb5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bb6e8f49-96e5-4356-baee-3967281dde4b HTTP/1.1" status: 204 len: 168 time: 0.3266432 Nov 12 02:32:53.049570 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcb78ee-489f-4094-94b5-08894ad1b66a None None] Network d53d56b6-27dc-4052-938a-86ef6f52304d requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:32:53.113155 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44026) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:53.119265 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-c7265a41-583e-4664-8dd3-95b98260496e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1661608591-network', 'tenant_id': '9ed8278af2bb4c22b5bf656227d6fdf0'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:32:53.126745 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c91a2033-1f02-4705-9432-c9fb6a95fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1368191'] for network, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.150032 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7265a41-583e-4664-8dd3-95b98260496e admin admin] Made reservation on behalf of 9ed8278af2bb4c22b5bf656227d6fdf0 for: {'network': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:32:53.152810 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c7265a41-583e-4664-8dd3-95b98260496e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for network, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.165714 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c7265a41-583e-4664-8dd3-95b98260496e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.192303 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-c91a2033-1f02-4705-9432-c9fb6a95fbd3 admin admin] Deleting port 10288721-e73e-426e-a16d-0467e052b3fe {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:32:53.192863 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c91a2033-1f02-4705-9432-c9fb6a95fbd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.282363 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44030) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:53.317307 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c7265a41-583e-4664-8dd3-95b98260496e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.322860 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c7265a41-583e-4664-8dd3-95b98260496e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.325339 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [None req-c91a2033-1f02-4705-9432-c9fb6a95fbd3 admin admin] For port 10288721-e73e-426e-a16d-0467e052b3fe, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=10288721-e73e-426e-a16d-0467e052b3fe,segment=NetworkSegment(d5532b3d-7ac1-40f2-a64a-0e4655a84318),segment_id=d5532b3d-7ac1-40f2-a64a-0e4655a84318)] {{(pid=101627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:53.326076 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c91a2033-1f02-4705-9432-c9fb6a95fbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.351342 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5099adf0-3895-4725-bbb1-d01bb35c661e None None] DHCP port deletion for d53d56b6-27dc-4052-938a-86ef6f52304d request from dv-cinder-808574-4-smb {{(pid=101628) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:32:53.352429 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7265a41-583e-4664-8dd3-95b98260496e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=101626) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:32:53.364054 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7265a41-583e-4664-8dd3-95b98260496e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37b2f07-8ba8-4728-b219-5c996a511b9b,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:53.369185 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c7265a41-583e-4664-8dd3-95b98260496e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.369554 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.db.segments_db [None req-c7265a41-583e-4664-8dd3-95b98260496e admin admin] Added segment 492913df-1c20-4e29-bde7-f4ffd2082349 of type vlan for network f19adbb5-7019-470e-ab6c-ddde7045ca9e Nov 12 02:32:53.371189 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-c91a2033-1f02-4705-9432-c9fb6a95fbd3 admin admin] Calling delete_port for 10288721-e73e-426e-a16d-0467e052b3fe owned by network:dhcp {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:32:53.416494 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c7265a41-583e-4664-8dd3-95b98260496e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768027380700'] for network, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.458594 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5099adf0-3895-4725-bbb1-d01bb35c661e None None] Deleting port 10288721-e73e-426e-a16d-0467e052b3fe {{(pid=101628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:32:53.458942 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5099adf0-3895-4725-bbb1-d01bb35c661e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.468587 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-a7be2455-2052-4eeb-854d-8cd98e1df111 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.484263 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c7265a41-583e-4664-8dd3-95b98260496e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294'] for network, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.485749 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7265a41-583e-4664-8dd3-95b98260496e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:53.486357 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c7265a41-583e-4664-8dd3-95b98260496e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.514682 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c91a2033-1f02-4705-9432-c9fb6a95fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.534966 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-c7265a41-583e-4664-8dd3-95b98260496e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4161010 Nov 12 02:32:53.539178 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44034) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:53.544276 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-5099adf0-3895-4725-bbb1-d01bb35c661e None None] For port 10288721-e73e-426e-a16d-0467e052b3fe, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=10288721-e73e-426e-a16d-0467e052b3fe,segment=NetworkSegment(d5532b3d-7ac1-40f2-a64a-0e4655a84318),segment_id=d5532b3d-7ac1-40f2-a64a-0e4655a84318)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:53.545137 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5099adf0-3895-4725-bbb1-d01bb35c661e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.547824 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a2033-1f02-4705-9432-c9fb6a95fbd3 admin admin] No DVR routers for this DVR port 10288721-e73e-426e-a16d-0467e052b3fe on host dv-cinder-808574-4-smb {{(pid=101627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:32:53.552818 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a2033-1f02-4705-9432-c9fb6a95fbd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=10288721-e73e-426e-a16d-0467e052b3fe,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:53.563770 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5099adf0-3895-4725-bbb1-d01bb35c661e None None] Calling delete_port for 10288721-e73e-426e-a16d-0467e052b3fe owned by network:dhcp {{(pid=101628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:32:53.571661 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [None req-6143812f-19d2-4b27-a814-ff61375abc7c admin admin] Request body: {'subnet': {'network_id': 'f19adbb5-7019-470e-ab6c-ddde7045ca9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1661608591-subnet', 'tenant_id': '9ed8278af2bb4c22b5bf656227d6fdf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:32:53.599480 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7265a41-583e-4664-8dd3-95b98260496e admin admin] Pushing event updated for resources: {'Network': ['ID=f19adbb5-7019-470e-ab6c-ddde7045ca9e,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:53.632414 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Network f19adbb5-7019-470e-ab6c-ddde7045ca9e details requested by agent ovs-agent-dv-cinder-808574-4-smb with host dv-cinder-808574-4-smb {{(pid=101628) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:32:53.641857 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6143812f-19d2-4b27-a814-ff61375abc7c admin admin] Made reservation on behalf of 9ed8278af2bb4c22b5bf656227d6fdf0 for: {'subnet': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:32:53.646088 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c91a2033-1f02-4705-9432-c9fb6a95fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642717', 'neutron.services.segments.db._delete_segments_for_network-8768027728366'] for network, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.655742 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6143812f-19d2-4b27-a814-ff61375abc7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25789420'] for subnet, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.670348 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-c91a2033-1f02-4705-9432-c9fb6a95fbd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53d56b6-27dc-4052-938a-86ef6f52304d']}} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:53.683003 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-c91a2033-1f02-4705-9432-c9fb6a95fbd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5532b3d-7ac1-40f2-a64a-0e4655a84318') {'for_net_delete': True} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:53.683425 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-c91a2033-1f02-4705-9432-c9fb6a95fbd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5532b3d-7ac1-40f2-a64a-0e4655a84318') {} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:53.694461 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c91a2033-1f02-4705-9432-c9fb6a95fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768027880951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25774297'] for segment, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.710372 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c91a2033-1f02-4705-9432-c9fb6a95fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.727058 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91a2033-1f02-4705-9432-c9fb6a95fbd3 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=101627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:32:53.727502 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c91a2033-1f02-4705-9432-c9fb6a95fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3466394'] for segment, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: Traceback (most recent call last): Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: timer() Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: cb(*args, **kw) Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: return func(*args, **kwargs) Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: self._notify() Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: self.callback(batched_events) Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: event.method(event) Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: return f(self, *a, **k) Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: return self._get(url).json() Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: return self.request(url, 'GET', **kwargs) Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:32:53.729423 dv-cinder-808574-4-smb neutron-server[101627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:32:53.741506 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5099adf0-3895-4725-bbb1-d01bb35c661e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931'] for port, after_delete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.745232 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-a7be2455-2052-4eeb-854d-8cd98e1df111 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.763518 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-a7be2455-2052-4eeb-854d-8cd98e1df111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.773291 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099adf0-3895-4725-bbb1-d01bb35c661e None None] Pushing event deleted for resources: {'Port': ['ID=10288721-e73e-426e-a16d-0467e052b3fe,revision_number=None']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:53.775407 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5099adf0-3895-4725-bbb1-d01bb35c661e None None] No DVR routers for this DVR port 10288721-e73e-426e-a16d-0467e052b3fe on host dv-cinder-808574-4-smb {{(pid=101628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:32:53.806169 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c91a2033-1f02-4705-9432-c9fb6a95fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394473'] for network, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.811847 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-c91a2033-1f02-4705-9432-c9fb6a95fbd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:53.816239 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-c91a2033-1f02-4705-9432-c9fb6a95fbd3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d53d56b6-27dc-4052-938a-86ef6f52304d HTTP/1.1" status: 204 len: 168 time: 0.7715607 Nov 12 02:32:53.817977 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be2455-2052-4eeb-854d-8cd98e1df111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e7d0ac-5dca-4103-ba97-3e36741ef7a2,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:53.822156 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-a7be2455-2052-4eeb-854d-8cd98e1df111 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=00a3c896daa04d6b8a323778ac3ef1f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5384123 Nov 12 02:32:53.825213 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44036) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:53.825597 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44038) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:53.829214 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a2033-1f02-4705-9432-c9fb6a95fbd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d53d56b6-27dc-4052-938a-86ef6f52304d,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:54.036908 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-38b76970-505a-4867-a89c-027c09d01901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:54.056160 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6143812f-19d2-4b27-a814-ff61375abc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25443820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25789438'] for subnet, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:54.089438 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device fca70098-d2d8-46ed-8cd6-69f98c51e1a1 no longer exists at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:32:54.110388 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] No Port match for: fca70098-d2d8-46ed-8cd6-69f98c51e1a1 {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:32:54.110721 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device fca70098-d2d8-46ed-8cd6-69f98c51e1a1 not bound to the agent host dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:32:54.111125 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device d6b777f7-fc8e-43ff-a659-4e4ca9534d13 no longer exists at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:32:54.129082 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-38b76970-505a-4867-a89c-027c09d01901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:54.133453 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] No Port match for: d6b777f7-fc8e-43ff-a659-4e4ca9534d13 {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:32:54.134219 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device d6b777f7-fc8e-43ff-a659-4e4ca9534d13 not bound to the agent host dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:32:54.134219 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 10288721-e73e-426e-a16d-0467e052b3fe no longer exists at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:32:54.153788 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] No Port match for: 10288721-e73e-426e-a16d-0467e052b3fe {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:32:54.154124 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 10288721-e73e-426e-a16d-0467e052b3fe not bound to the agent host dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:32:54.218052 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143812f-19d2-4b27-a814-ff61375abc7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c13d452e-7f59-4a9a-8085-76431792e749,revision_number=0']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:54.249649 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6143812f-19d2-4b27-a814-ff61375abc7c admin admin] Checking segment: {'id': '492913df-1c20-4e29-bde7-f4ffd2082349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f19adbb5-7019-470e-ab6c-ddde7045ca9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:32:54.250022 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6143812f-19d2-4b27-a814-ff61375abc7c admin admin] Network hostable DHCP agents. Network: f19adbb5-7019-470e-ab6c-ddde7045ca9e, hostable agents: ['38deba6a-e570-46da-84fb-4962375c604f'], hosted agents: [] {{(pid=101626) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:32:54.287548 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-38b76970-505a-4867-a89c-027c09d01901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:54.290107 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-38b76970-505a-4867-a89c-027c09d01901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:54.291227 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-38b76970-505a-4867-a89c-027c09d01901 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/13e7d0ac-5dca-4103-ba97-3e36741ef7a2 HTTP/1.1" status: 204 len: 168 time: 0.4637003 Nov 12 02:32:54.307216 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6143812f-19d2-4b27-a814-ff61375abc7c admin admin] Network f19adbb5-7019-470e-ab6c-ddde7045ca9e is scheduled to be hosted by DHCP agent 38deba6a-e570-46da-84fb-4962375c604f with binding_index 1 {{(pid=101626) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:32:54.313756 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b76970-505a-4867-a89c-027c09d01901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e7d0ac-5dca-4103-ba97-3e36741ef7a2,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:54.325583 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [None req-6143812f-19d2-4b27-a814-ff61375abc7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-4-smb, f19adbb5-7019-470e-ab6c-ddde7045ca9e) {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:32:54.338139 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be23347a-acd4-46c2-9b14-9422f8ce8b24 None None] Network f19adbb5-7019-470e-ab6c-ddde7045ca9e requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:32:54.348170 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6143812f-19d2-4b27-a814-ff61375abc7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:54.348981 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6143812f-19d2-4b27-a814-ff61375abc7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for subnet, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:54.375923 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-6143812f-19d2-4b27-a814-ff61375abc7c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8356011 Nov 12 02:32:54.473490 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7099e0f2-dccb-4bc8-9828-927b37e17e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395231'] for router_interface, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:54.504980 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dfbb02-d89e-456a-9dbd-9282cc9c15af None None] Network f19adbb5-7019-470e-ab6c-ddde7045ca9e requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:32:54.778376 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-7099e0f2-dccb-4bc8-9828-927b37e17e23 admin admin] Deleting port 3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:32:54.778712 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7099e0f2-dccb-4bc8-9828-927b37e17e23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:54.892560 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [None req-7099e0f2-dccb-4bc8-9828-927b37e17e23 admin admin] For port 3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff,segment=NetworkSegment(b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f),segment_id=b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f)] {{(pid=101626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:54.892986 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7099e0f2-dccb-4bc8-9828-927b37e17e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:54.932255 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-7099e0f2-dccb-4bc8-9828-927b37e17e23 admin admin] Calling delete_port for 3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff owned by network:router_interface {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:32:55.013073 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-4777146a-8b45-4b23-951c-c84cf2f955dc tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:55.014519 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-4777146a-8b45-4b23-951c-c84cf2f955dc tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/networks?id=2f937370-ff22-417e-b564-f08b567f107c HTTP/1.1" status: 200 len: 809 time: 0.1610048 Nov 12 02:32:55.038642 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-b3f377ff-73e8-4449-8cd0-5978ed2af16e tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/quotas/87aecbca3b33415b849c7d493e2ed029 HTTP/1.1" status: 200 len: 375 time: 0.0157783 Nov 12 02:32:55.100048 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-c693c98d-51c5-450a-ba94-58c937d99b1a tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=87aecbca3b33415b849c7d493e2ed029&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284464 Nov 12 02:32:55.182136 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7099e0f2-dccb-4bc8-9828-927b37e17e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:55.215409 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099e0f2-dccb-4bc8-9828-927b37e17e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:55.632659 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-c5d7ead0-60c7-40c3-b275-8181849687f0 service neutron] 10.222.0.66 "GET /v2.0/networks/2f937370-ff22-417e-b564-f08b567f107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244474 Nov 12 02:32:55.745617 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-7099e0f2-dccb-4bc8-9828-927b37e17e23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399983'] for router_interface, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:55.808996 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-917e6624-947b-45b8-b02e-10673117033b service neutron] 10.222.0.66 "GET /v2.0/networks/2f937370-ff22-417e-b564-f08b567f107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705067 Nov 12 02:32:55.988258 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b01bce87-4711-41f0-89f9-5065cef7754d req-6a0b050d-8ace-47bd-a458-1880a845f2a1 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4 HTTP/1.1" status: 200 len: 210 time: 0.0294695 Nov 12 02:32:56.012185 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7099e0f2-dccb-4bc8-9828-927b37e17e23 admin admin] Router 451957cc-d214-4ec4-b285-b5b4e0b81575 has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:32:56.126974 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7099e0f2-dccb-4bc8-9828-927b37e17e23 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:32:56.132927 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-7099e0f2-dccb-4bc8-9828-927b37e17e23 admin admin] 10.222.0.66 "PUT /v2.0/routers/451957cc-d214-4ec4-b285-b5b4e0b81575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3064389 Nov 12 02:32:56.135352 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44070) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:56.137663 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6fb19d-cb09-4ad1-ba3a-55edf51dca2a None None] Sync routers for ids ['451957cc-d214-4ec4-b285-b5b4e0b81575'] in dv-cinder-808574-4-smb {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:32:56.149173 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6fb19d-cb09-4ad1-ba3a-55edf51dca2a None None] Routers {'451957cc-d214-4ec4-b285-b5b4e0b81575'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:32:56.149784 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-fc6fb19d-cb09-4ad1-ba3a-55edf51dca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:32:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['451957cc-d214-4ec4-b285-b5b4e0b81575'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:56.256530 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6981bea6-7ae6-457d-a380-08f6e5ae50f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:56.278046 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-fc6fb19d-cb09-4ad1-ba3a-55edf51dca2a None None] Set router 451957cc-d214-4ec4-b285-b5b4e0b81575 gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:32:56.363303 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6981bea6-7ae6-457d-a380-08f6e5ae50f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:56.417457 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-6981bea6-7ae6-457d-a380-08f6e5ae50f1 admin admin] Deleting port 93d53ae3-b215-4da0-a5e3-b94d7a731f00 {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:32:56.417715 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6981bea6-7ae6-457d-a380-08f6e5ae50f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:56.468249 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-fc6fb19d-cb09-4ad1-ba3a-55edf51dca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451957cc-d214-4ec4-b285-b5b4e0b81575', 'name': 'tempest-TestMinimumBasicScenario-121527076-router', 'tenant_id': 'a54608259636431c8e74ef16df4fd769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.151'}], 'enable_snat': True}, 'gw_port_id': '93d53ae3-b215-4da0-a5e3-b94d7a731f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:28Z', 'updated_at': '2021-11-12T02:32:55Z', 'revision_number': 5, 'project_id': 'a54608259636431c8e74ef16df4fd769', 'gw_port': {'id': '93d53ae3-b215-4da0-a5e3-b94d7a731f00', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:10:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451957cc-d214-4ec4-b285-b5b4e0b81575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:30:29Z', 'updated_at': '2021-11-12T02:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:56.504401 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [None req-6981bea6-7ae6-457d-a380-08f6e5ae50f1 admin admin] For port 93d53ae3-b215-4da0-a5e3-b94d7a731f00, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=93d53ae3-b215-4da0-a5e3-b94d7a731f00,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:56.504849 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6981bea6-7ae6-457d-a380-08f6e5ae50f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:56.505040 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6fb19d-cb09-4ad1-ba3a-55edf51dca2a None None] Checking router: 451957cc-d214-4ec4-b285-b5b4e0b81575 for host: dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:32:56.513808 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6fb19d-cb09-4ad1-ba3a-55edf51dca2a None None] Routers {'451957cc-d214-4ec4-b285-b5b4e0b81575'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:32:56.514408 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-fc6fb19d-cb09-4ad1-ba3a-55edf51dca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:32:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['451957cc-d214-4ec4-b285-b5b4e0b81575'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:56.524802 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-6981bea6-7ae6-457d-a380-08f6e5ae50f1 admin admin] Calling delete_port for 93d53ae3-b215-4da0-a5e3-b94d7a731f00 owned by network:router_gateway {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:32:56.599725 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-fc6fb19d-cb09-4ad1-ba3a-55edf51dca2a None None] Set router 451957cc-d214-4ec4-b285-b5b4e0b81575 gateway port host: None {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:32:56.697685 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6981bea6-7ae6-457d-a380-08f6e5ae50f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:56.725564 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981bea6-7ae6-457d-a380-08f6e5ae50f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=93d53ae3-b215-4da0-a5e3-b94d7a731f00,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:56.742399 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-fc6fb19d-cb09-4ad1-ba3a-55edf51dca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451957cc-d214-4ec4-b285-b5b4e0b81575', 'name': 'tempest-TestMinimumBasicScenario-121527076-router', 'tenant_id': 'a54608259636431c8e74ef16df4fd769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:28Z', 'updated_at': '2021-11-12T02:32:56Z', 'revision_number': 6, 'project_id': 'a54608259636431c8e74ef16df4fd769', 'gw_port_host': None}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:56.771995 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6fb19d-cb09-4ad1-ba3a-55edf51dca2a None None] The sync data for ids ['451957cc-d214-4ec4-b285-b5b4e0b81575'] in dv-cinder-808574-4-smb is: [{'id': '451957cc-d214-4ec4-b285-b5b4e0b81575', 'name': 'tempest-TestMinimumBasicScenario-121527076-router', 'tenant_id': 'a54608259636431c8e74ef16df4fd769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:30:28Z', 'updated_at': '2021-11-12T02:32:56Z', 'revision_number': 6, 'project_id': 'a54608259636431c8e74ef16df4fd769', 'gw_port_host': None}] {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:32:56.784852 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6981bea6-7ae6-457d-a380-08f6e5ae50f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394389'] for router_gateway, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:56.899571 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6981bea6-7ae6-457d-a380-08f6e5ae50f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48736'] for router, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:56.907338 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6981bea6-7ae6-457d-a380-08f6e5ae50f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:56.987100 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6981bea6-7ae6-457d-a380-08f6e5ae50f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-401017'] for router, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:56.987731 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6981bea6-7ae6-457d-a380-08f6e5ae50f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 451957cc-d214-4ec4-b285-b5b4e0b81575 {{(pid=101626) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:32:56.993856 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6981bea6-7ae6-457d-a380-08f6e5ae50f1 admin admin] Publish callbacks [] for router, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:56.994852 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-6981bea6-7ae6-457d-a380-08f6e5ae50f1 admin admin] 10.222.0.66 "DELETE /v2.0/routers/451957cc-d214-4ec4-b285-b5b4e0b81575 HTTP/1.1" status: 204 len: 168 time: 0.8585894 Nov 12 02:32:56.997911 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 44074) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:57.042678 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-220875a2-13b0-4eab-bbf4-67c6f02f6851 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:57.045236 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-220875a2-13b0-4eab-bbf4-67c6f02f6851 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.61 "GET /v2.0/networks?id=2f937370-ff22-417e-b564-f08b567f107c HTTP/1.1" status: 200 len: 809 time: 0.1706407 Nov 12 02:32:57.060450 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_v2 [None req-506f8740-f1ac-4fd1-a50f-ef96ba40396d admin admin] Deleting subnet 0a1988ba-37f8-47cf-8d90-6c6571ccef32 {{(pid=101627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:32:57.060603 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-2956a5b9-0034-4d0c-9e4a-0a74f5b7a406 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Request body: {'port': {'device_id': '5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4', 'network_id': '2f937370-ff22-417e-b564-f08b567f107c', 'admin_state_up': True, 'tenant_id': '87aecbca3b33415b849c7d493e2ed029'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:32:57.068624 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-506f8740-f1ac-4fd1-a50f-ef96ba40396d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.104438 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-506f8740-f1ac-4fd1-a50f-ef96ba40396d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25777450'] for subnet, precommit_delete_associations {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.107673 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a587fd8e-de75-4756-b044-5ab9702f54a4 req-c0437636-4f0d-4913-b951-a8743f6659a5 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4 HTTP/1.1" status: 200 len: 210 time: 0.0436285 Nov 12 02:32:57.188605 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-506f8740-f1ac-4fd1-a50f-ef96ba40396d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503514'] for subnet, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.203931 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-2956a5b9-0034-4d0c-9e4a-0a74f5b7a406 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Made reservation on behalf of 87aecbca3b33415b849c7d493e2ed029 for: {'port': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:32:57.210188 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-2956a5b9-0034-4d0c-9e4a-0a74f5b7a406 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.257689 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-506f8740-f1ac-4fd1-a50f-ef96ba40396d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3466484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25666411'] for subnet, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.284482 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f8740-f1ac-4fd1-a50f-ef96ba40396d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a1988ba-37f8-47cf-8d90-6c6571ccef32,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:57.289171 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-506f8740-f1ac-4fd1-a50f-ef96ba40396d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.292468 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-506f8740-f1ac-4fd1-a50f-ef96ba40396d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0a1988ba-37f8-47cf-8d90-6c6571ccef32 HTTP/1.1" status: 204 len: 168 time: 0.2935672 Nov 12 02:32:57.295435 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 44082) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:57.297935 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8cdf20-213e-438f-9471-607a640d298a None None] Network 4d3dba41-5a0e-4a57-aa48-a27a40a27816 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:32:57.345829 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.db_base_plugin_common [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-2956a5b9-0034-4d0c-9e4a-0a74f5b7a406 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Allocated IP 172.20.0.2 (2f937370-ff22-417e-b564-f08b567f107c/bca70cb9-27cd-40ec-b431-1515f2527546/d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf) {{(pid=101626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:32:57.366292 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6b51d459-836c-4788-ab08-67b442427974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1368191'] for network, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.421436 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-6b51d459-836c-4788-ab08-67b442427974 admin admin] Deleting port 4cac5caa-4f29-4ca3-8ec3-15e2996980cc {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:32:57.421774 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6b51d459-836c-4788-ab08-67b442427974 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.490947 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [None req-6b51d459-836c-4788-ab08-67b442427974 admin admin] For port 4cac5caa-4f29-4ca3-8ec3-15e2996980cc, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=4cac5caa-4f29-4ca3-8ec3-15e2996980cc,segment=NetworkSegment(b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f),segment_id=b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f)] {{(pid=101627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:57.491243 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6b51d459-836c-4788-ab08-67b442427974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.499116 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-2956a5b9-0034-4d0c-9e4a-0a74f5b7a406 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Publish callbacks [] for port, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.504795 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-6b51d459-836c-4788-ab08-67b442427974 admin admin] Calling delete_port for 4cac5caa-4f29-4ca3-8ec3-15e2996980cc owned by network:dhcp {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:32:57.532627 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-2956a5b9-0034-4d0c-9e4a-0a74f5b7a406 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.576402 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e60a9f-469a-469d-9e43-4e7a87004241 None None] DHCP port deletion for 4d3dba41-5a0e-4a57-aa48-a27a40a27816 request from dv-cinder-808574-4-smb {{(pid=101628) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:32:57.582418 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-2956a5b9-0034-4d0c-9e4a-0a74f5b7a406 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Network 2f937370-ff22-417e-b564-f08b567f107c is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:32:57.589389 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-2956a5b9-0034-4d0c-9e4a-0a74f5b7a406 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:32:57.594031 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-2956a5b9-0034-4d0c-9e4a-0a74f5b7a406 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Received port after_create {{(pid=101626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:32:57.598372 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956a5b9-0034-4d0c-9e4a-0a74f5b7a406 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Pushing event updated for resources: {'Port': ['ID=d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:57.599302 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6b51d459-836c-4788-ab08-67b442427974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.629769 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51d459-836c-4788-ab08-67b442427974 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cac5caa-4f29-4ca3-8ec3-15e2996980cc,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:57.637624 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b51d459-836c-4788-ab08-67b442427974 admin admin] No DVR routers for this DVR port 4cac5caa-4f29-4ca3-8ec3-15e2996980cc on host dv-cinder-808574-4-smb {{(pid=101627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:32:57.647762 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-c3e60a9f-469a-469d-9e43-4e7a87004241 None None] Deleting port 4cac5caa-4f29-4ca3-8ec3-15e2996980cc {{(pid=101628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:32:57.648137 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-c3e60a9f-469a-469d-9e43-4e7a87004241 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.648338 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-2956a5b9-0034-4d0c-9e4a-0a74f5b7a406 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:57.649006 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-2956a5b9-0034-4d0c-9e4a-0a74f5b7a406 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.668870 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-2956a5b9-0034-4d0c-9e4a-0a74f5b7a406 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6120555 Nov 12 02:32:57.682810 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] Request body: {'port': {'device_id': '5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:32:57.718165 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6b51d459-836c-4788-ab08-67b442427974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642717', 'neutron.services.segments.db._delete_segments_for_network-8768027728366'] for network, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.725679 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-c3e60a9f-469a-469d-9e43-4e7a87004241 None None] For port 4cac5caa-4f29-4ca3-8ec3-15e2996980cc, host dv-cinder-808574-4-smb, got binding levels [] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:32:57.726083 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-c3e60a9f-469a-469d-9e43-4e7a87004241 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.742530 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-c3e60a9f-469a-469d-9e43-4e7a87004241 None None] Calling delete_port for 4cac5caa-4f29-4ca3-8ec3-15e2996980cc owned by network:dhcp {{(pid=101628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:32:57.743586 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.745212 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-6b51d459-836c-4788-ab08-67b442427974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3dba41-5a0e-4a57-aa48-a27a40a27816']}} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:57.746499 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.ipam_backend_mixin [None req-c3e60a9f-469a-469d-9e43-4e7a87004241 None None] Port 4cac5caa-4f29-4ca3-8ec3-15e2996980cc was not found and therefore no delete operation was performed {{(pid=101628) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 02:32:57.748123 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-c3e60a9f-469a-469d-9e43-4e7a87004241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931'] for port, after_delete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.756059 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-6b51d459-836c-4788-ab08-67b442427974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f') {'for_net_delete': True} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:57.756456 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-6b51d459-836c-4788-ab08-67b442427974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b17f8c-e08c-4493-a2a3-7d41ded0fb2f') {} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:32:57.767160 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6b51d459-836c-4788-ab08-67b442427974 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768027880951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25774297'] for segment, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.782063 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e60a9f-469a-469d-9e43-4e7a87004241 None None] Pushing event deleted for resources: {'Port': ['ID=4cac5caa-4f29-4ca3-8ec3-15e2996980cc,revision_number=None']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:57.783829 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6b51d459-836c-4788-ab08-67b442427974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.789338 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e60a9f-469a-469d-9e43-4e7a87004241 None None] No DVR routers for this DVR port 4cac5caa-4f29-4ca3-8ec3-15e2996980cc on host dv-cinder-808574-4-smb {{(pid=101628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:32:57.799890 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b51d459-836c-4788-ab08-67b442427974 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=101627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:32:57.800394 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6b51d459-836c-4788-ab08-67b442427974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3466394'] for segment, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: Traceback (most recent call last): Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: timer() Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: cb(*args, **kw) Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: return func(*args, **kwargs) Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: self._notify() Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: self.callback(batched_events) Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: event.method(event) Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: return f(self, *a, **k) Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: return self._get(url).json() Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: return self.request(url, 'GET', **kwargs) Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:32:57.802414 dv-cinder-808574-4-smb neutron-server[101627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:32:57.858889 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6b51d459-836c-4788-ab08-67b442427974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394473'] for network, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.865716 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-6b51d459-836c-4788-ab08-67b442427974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:57.873162 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-6b51d459-836c-4788-ab08-67b442427974 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4d3dba41-5a0e-4a57-aa48-a27a40a27816 HTTP/1.1" status: 204 len: 168 time: 0.5761347 Nov 12 02:32:57.884611 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51d459-836c-4788-ab08-67b442427974 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d3dba41-5a0e-4a57-aa48-a27a40a27816,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:58.041527 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf {{(pid=101626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:32:58.050227 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:58.056023 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 44086) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:58.062893 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.provisioning_blocks [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] Transition to ACTIVE for port object d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf will not be triggered until provisioned by entity L2. {{(pid=101626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:32:58.070511 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25443681'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:58.098145 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 4cac5caa-4f29-4ca3-8ec3-15e2996980cc no longer exists at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:32:58.107026 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-9cccd247-d924-42b3-9b8d-4476e1d57a7f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b5e5d066e9d043c2b6b280d75ecb3335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493848 Nov 12 02:32:58.109366 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 44088) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:58.131794 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] No Port match for: 4cac5caa-4f29-4ca3-8ec3-15e2996980cc {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:32:58.132450 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 4cac5caa-4f29-4ca3-8ec3-15e2996980cc not bound to the agent host dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:32:58.133029 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff no longer exists at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:32:58.144274 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] Pushing event updated for resources: {'Port': ['ID=d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf,revision_number=2']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:58.157110 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] No Port match for: 3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:32:58.157448 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 3ad41a76-f8fb-4fc5-a4c3-c10f52be71ff not bound to the agent host dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:32:58.158040 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 93d53ae3-b215-4da0-a5e3-b94d7a731f00 no longer exists at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:32:58.178520 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] No Port match for: 93d53ae3-b215-4da0-a5e3-b94d7a731f00 {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:32:58.178853 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 93d53ae3-b215-4da0-a5e3-b94d7a731f00 not bound to the agent host dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:32:58.185918 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-20c1f072-09d0-43f2-bf86-f877fa5aa43e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:58.208501 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-20c1f072-09d0-43f2-bf86-f877fa5aa43e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:58.255748 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-20c1f072-09d0-43f2-bf86-f877fa5aa43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:58.258265 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-20c1f072-09d0-43f2-bf86-f877fa5aa43e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:58.261888 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-20c1f072-09d0-43f2-bf86-f877fa5aa43e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/193597ab-fd36-455b-996a-82a5d71063e3 HTTP/1.1" status: 204 len: 168 time: 0.1489232 Nov 12 02:32:58.265900 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.managers [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] Attempting to bind port d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:32:58.266315 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.managers [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] Attempting to bind port d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '5a85b886-fd82-4fc2-818d-0c7bab430a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '2f937370-ff22-417e-b564-f08b567f107c'}] {{(pid=101626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:32:58.266543 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] Attempting to bind port d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf on network 2f937370-ff22-417e-b564-f08b567f107c {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:32:58.273296 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1f072-09d0-43f2-bf86-f877fa5aa43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193597ab-fd36-455b-996a-82a5d71063e3,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:58.278577 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac06e41-d153-42ee-aecd-e61331feab86 req-a362a86c-641e-48f4-bb83-9b7acf880da9 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:58.285447 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3ac06e41-d153-42ee-aecd-e61331feab86 req-a362a86c-641e-48f4-bb83-9b7acf880da9 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4 HTTP/1.1" status: 200 len: 943 time: 0.0940442 Nov 12 02:32:58.292661 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] Port d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf on network 2f937370-ff22-417e-b564-f08b567f107c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:32:58.293023 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] Attempting to bind port d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf on network 2f937370-ff22-417e-b564-f08b567f107c {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:32:58.303465 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] Checking agent: {'id': '2c3d3ad8-5938-43f6-9304-04beb85952ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:32:58.303800 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] Checking segment: {'id': '5a85b886-fd82-4fc2-818d-0c7bab430a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '2f937370-ff22-417e-b564-f08b567f107c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:32:58.304161 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] Bound using segment: {'id': '5a85b886-fd82-4fc2-818d-0c7bab430a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '2f937370-ff22-417e-b564-f08b567f107c'} {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:32:58.304586 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.managers [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] Bound port: d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a85b886-fd82-4fc2-818d-0c7bab430a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '2f937370-ff22-417e-b564-f08b567f107c'}}] {{(pid=101626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:32:58.304934 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:58.381826 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3ac06e41-d153-42ee-aecd-e61331feab86 req-d07d8811-c965-4c5e-8977-4326565d885a tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a36d97e-84c3-45d7-9585-2890c2c256e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923648 Nov 12 02:32:58.406797 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] For port d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf, host hv-cinder-80857, cleared binding levels {{(pid=101626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:32:58.411098 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] For port d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf,segment=NetworkSegment(5a85b886-fd82-4fc2-818d-0c7bab430a75),segment_id=5a85b886-fd82-4fc2-818d-0c7bab430a75)] {{(pid=101626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:32:58.415506 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25443681'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:58.453423 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:58.454039 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:58.455923 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] 10.222.0.61 "PUT /v2.0/ports/d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf HTTP/1.1" status: 200 len: 1093 time: 0.7773767 Nov 12 02:32:58.456438 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4', 'tag': 'd71c46fc-b20f-4b6b-aa5e-6edd217c7fbf'}] {{(pid=101626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:32:58.458894 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee064878ec57991a80a61b6e38777a609e15accd33394659691c67407ac4dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7294ec-89d2-46a6-b4ac-315adc6d3248" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4", "tag": "d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf"}]}' {{(pid=101626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:32:58.483236 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e9a86-0b03-4add-8572-cf9699f1fea3 service neutron] Pushing event updated for resources: {'Port': ['ID=d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf,revision_number=3']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:58.506426 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a411282-8428-44cb-a3d0-ff86eed47e10 x-openstack-request-id: req-2a411282-8428-44cb-a3d0-ff86eed47e10 {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:32:58.506700 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4", "tag": "d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf", "status": "completed", "code": 200}]} {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:32:58.506954 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2a411282-8428-44cb-a3d0-ff86eed47e10 {{(pid=101626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:32:58.507408 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4', 'tag': 'd71c46fc-b20f-4b6b-aa5e-6edd217c7fbf', 'status': 'completed', 'code': 200} Nov 12 02:32:58.540351 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-04ea9936-0957-4ba8-b802-21f40ab18b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:58.541844 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-04ea9936-0957-4ba8-b802-21f40ab18b25 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87aecbca3b33415b849c7d493e2ed029&device_id=5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4 HTTP/1.1" status: 200 len: 1096 time: 0.0459342 Nov 12 02:32:58.594636 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-93d36a3f-0f85-4e3e-ba76-a70ce1a992fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf HTTP/1.1" status: 200 len: 217 time: 0.0435891 Nov 12 02:32:58.609874 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44098) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:58.669264 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-953ca021-b7fd-49a1-836d-4051f5bfbd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:58.670714 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-953ca021-b7fd-49a1-836d-4051f5bfbd33 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bca70cb9-27cd-40ec-b431-1515f2527546 HTTP/1.1" status: 200 len: 849 time: 0.0679944 Nov 12 02:32:58.688639 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-6bb09504-c0e2-403c-b1e0-b80d47032de1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a54608259636431c8e74ef16df4fd769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0768187 Nov 12 02:32:58.691991 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44100) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:32:58.712322 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-4eba80bf-f516-4cc2-bfc4-ba26587e84f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2f937370-ff22-417e-b564-f08b567f107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326409 Nov 12 02:32:58.811983 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-0ffef90d-ed55-4cf5-bbc1-0cbd16fb54da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:58.852579 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-0ffef90d-ed55-4cf5-bbc1-0cbd16fb54da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:58.869450 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-d2ab30b7-34b9-48d0-8558-27a95ee68a11 service neutron] 10.222.0.61 "GET /v2.0/networks/2f937370-ff22-417e-b564-f08b567f107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471517 Nov 12 02:32:58.978903 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-0ffef90d-ed55-4cf5-bbc1-0cbd16fb54da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:58.981596 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-0ffef90d-ed55-4cf5-bbc1-0cbd16fb54da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:32:58.982712 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-0ffef90d-ed55-4cf5-bbc1-0cbd16fb54da admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/26a0be1d-0e8a-4ea3-a449-8f81a2d4d5a8 HTTP/1.1" status: 204 len: 168 time: 0.2898374 Nov 12 02:32:58.998782 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffef90d-ed55-4cf5-bbc1-0cbd16fb54da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a0be1d-0e8a-4ea3-a449-8f81a2d4d5a8,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:32:59.002115 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-6c9e83e2-f6c6-40ed-a288-b297a2127b95 req-bd19074a-806b-4851-ac02-83f54aad8faa service neutron] 10.222.0.61 "GET /v2.0/networks/2f937370-ff22-417e-b564-f08b567f107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218290 Nov 12 02:32:59.090364 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7294ec-89d2-46a6-b4ac-315adc6d3248 req-10e5f4de-acb9-4a60-825c-c8b04b64890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:59.091888 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-4a7294ec-89d2-46a6-b4ac-315adc6d3248 req-10e5f4de-acb9-4a60-825c-c8b04b64890e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=87aecbca3b33415b849c7d493e2ed029&device_id=5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4 HTTP/1.1" status: 200 len: 1096 time: 0.0392761 Nov 12 02:32:59.491639 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7294ec-89d2-46a6-b4ac-315adc6d3248 req-5230d42e-f86d-41a8-b0eb-0c5aae946a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:59.493092 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-4a7294ec-89d2-46a6-b4ac-315adc6d3248 req-5230d42e-f86d-41a8-b0eb-0c5aae946a37 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2f937370-ff22-417e-b564-f08b567f107c HTTP/1.1" status: 200 len: 910 time: 0.3919215 Nov 12 02:32:59.516909 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43813080-eb8d-4679-b8a5-446643584a46 req-f7e6e5f6-b027-4604-b256-e2b680038f82 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:59.518822 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-43813080-eb8d-4679-b8a5-446643584a46 req-f7e6e5f6-b027-4604-b256-e2b680038f82 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4 HTTP/1.1" status: 200 len: 943 time: 0.0670903 Nov 12 02:32:59.551987 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-4a7294ec-89d2-46a6-b4ac-315adc6d3248 req-40cf2ffa-8958-4c58-b5fa-fb0726fd09b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf HTTP/1.1" status: 200 len: 217 time: 0.0486975 Nov 12 02:32:59.644980 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-43813080-eb8d-4679-b8a5-446643584a46 req-dc3bef85-ba9c-4d9e-913e-77aa653c09aa tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a36d97e-84c3-45d7-9585-2890c2c256e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995622 Nov 12 02:32:59.648998 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7294ec-89d2-46a6-b4ac-315adc6d3248 req-b5bae51d-ada3-4d24-9915-f14f9a4f93fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:32:59.650435 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-4a7294ec-89d2-46a6-b4ac-315adc6d3248 req-b5bae51d-ada3-4d24-9915-f14f9a4f93fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bca70cb9-27cd-40ec-b431-1515f2527546 HTTP/1.1" status: 200 len: 849 time: 0.0902414 Nov 12 02:32:59.683197 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-4a7294ec-89d2-46a6-b4ac-315adc6d3248 req-3d13207c-4c75-482e-82a9-f9e2f701c0fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2f937370-ff22-417e-b564-f08b567f107c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237768 Nov 12 02:32:59.772219 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-4a7294ec-89d2-46a6-b4ac-315adc6d3248 req-12e2fc46-eff2-44f4-b096-3f9fed1dc8b6 service neutron] 10.222.0.61 "GET /v2.0/networks/2f937370-ff22-417e-b564-f08b567f107c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812025 Nov 12 02:32:59.866821 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-4a7294ec-89d2-46a6-b4ac-315adc6d3248 req-39100993-7e0a-471e-8a35-693756bf3303 service neutron] 10.222.0.61 "GET /v2.0/networks/2f937370-ff22-417e-b564-f08b567f107c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868042 Nov 12 02:33:00.761728 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9c022-bbee-4c0f-96ee-d3bd22e8e463 req-5807e6d4-87a7-4d33-bc64-60c422e2b32c tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:00.763202 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b4a9c022-bbee-4c0f-96ee-d3bd22e8e463 req-5807e6d4-87a7-4d33-bc64-60c422e2b32c tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4 HTTP/1.1" status: 200 len: 943 time: 0.0487485 Nov 12 02:33:00.811720 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b4a9c022-bbee-4c0f-96ee-d3bd22e8e463 req-2391ec9f-f7fa-4572-ac5c-1e2964f71b7e tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a36d97e-84c3-45d7-9585-2890c2c256e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418911 Nov 12 02:33:01.601248 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-636b843d-3fe1-4395-9a30-4c43cefcb642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:01.929611 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d330a4e-2c8c-4a29-8fe1-9911b905c858 req-8d3149a8-0b95-4675-ba94-753e80874dd8 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:01.931074 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3d330a4e-2c8c-4a29-8fe1-9911b905c858 req-8d3149a8-0b95-4675-ba94-753e80874dd8 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4 HTTP/1.1" status: 200 len: 943 time: 0.0527623 Nov 12 02:33:01.979251 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3d330a4e-2c8c-4a29-8fe1-9911b905c858 req-cb4ce42f-9f8f-4ca4-88e1-fcd92b29002b tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a36d97e-84c3-45d7-9585-2890c2c256e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421097 Nov 12 02:33:02.227146 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:02.475689 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:33:02.569054 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf,segment=NetworkSegment(5a85b886-fd82-4fc2-818d-0c7bab430a75),segment_id=5a85b886-fd82-4fc2-818d-0c7bab430a75)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:33:02.583487 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': 'd71c46fc-b20f-4b6b-aa5e-6edd217c7fbf', 'network_id': '2f937370-ff22-417e-b564-f08b567f107c', 'port_id': 'd71c46fc-b20f-4b6b-aa5e-6edd217c7fbf', 'mac_address': 'fa:16:3e:df:47:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca70cb9-27cd-40ec-b431-1515f2527546', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:33:02.619335 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:02.632740 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:33:02.652573 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf,segment=NetworkSegment(5a85b886-fd82-4fc2-818d-0c7bab430a75),segment_id=5a85b886-fd82-4fc2-818d-0c7bab430a75)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:33:02.656565 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:02.706735 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:02.901677 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:33:03.095036 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90557e2-63a5-47de-9749-f91f7fbb78ca req-42ceab3d-a312-4968-81f2-27256e922ad0 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:03.096710 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e90557e2-63a5-47de-9749-f91f7fbb78ca req-42ceab3d-a312-4968-81f2-27256e922ad0 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4 HTTP/1.1" status: 200 len: 944 time: 0.0475430 Nov 12 02:33:03.143131 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-e90557e2-63a5-47de-9749-f91f7fbb78ca req-ebfc6af6-be5d-4bf4-8ba1-e820b58f3812 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a36d97e-84c3-45d7-9585-2890c2c256e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405042 Nov 12 02:33:04.067444 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-2225e170-ca9d-4b13-b1c7-2be2a88f9645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:04.273162 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2fe21-08cf-4453-9ec2-c21a1e69c83b req-4eb42328-9420-49e5-8eb7-5018a5ef93cd tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:04.274588 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3da2fe21-08cf-4453-9ec2-c21a1e69c83b req-4eb42328-9420-49e5-8eb7-5018a5ef93cd tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4 HTTP/1.1" status: 200 len: 944 time: 0.0564075 Nov 12 02:33:04.324051 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-3da2fe21-08cf-4453-9ec2-c21a1e69c83b req-8297de74-814c-4741-86ca-63a8ad0818f6 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a36d97e-84c3-45d7-9585-2890c2c256e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433946 Nov 12 02:33:04.489003 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:33:04.544914 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning for port d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf completed by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:33:04.550219 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:33:04.550759 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:04.650639 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:04.674473 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71c46fc-b20f-4b6b-aa5e-6edd217c7fbf'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:33:04.677302 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e165fb6e-66c1-40d5-8231-f9e8c33f057b" -d '{"events": [{"server_uuid": "5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4", "name": "network-vif-plugged", "status": "completed", "tag": "d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:33:04.692179 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf,segment=NetworkSegment(5a85b886-fd82-4fc2-818d-0c7bab430a75),segment_id=5a85b886-fd82-4fc2-818d-0c7bab430a75)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:33:04.696066 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:04.723338 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc87e5e-4b96-4646-9dc0-d338520b3b14 x-openstack-request-id: req-6dc87e5e-4b96-4646-9dc0-d338520b3b14 {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:33:04.723630 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4", "name": "network-vif-plugged", "status": "completed", "tag": "d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:33:04.723886 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6dc87e5e-4b96-4646-9dc0-d338520b3b14 {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:33:04.724278 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71c46fc-b20f-4b6b-aa5e-6edd217c7fbf', 'code': 200} Nov 12 02:33:04.760436 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:04.897273 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a0775-5772-4dc6-aa3c-88e1264c4831 req-063d6421-00df-4d60-97a3-27f40cb705d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:04.899062 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-023a0775-5772-4dc6-aa3c-88e1264c4831 req-063d6421-00df-4d60-97a3-27f40cb705d2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4 HTTP/1.1" status: 200 len: 1098 time: 0.0412374 Nov 12 02:33:04.948746 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-023a0775-5772-4dc6-aa3c-88e1264c4831 req-fce3d5ea-e175-4514-884e-ebf5fb5aafb7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6a36d97e-84c3-45d7-9585-2890c2c256e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422673 Nov 12 02:33:05.372782 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:05.441736 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863977f0-bb5e-46d0-a09e-d1edf0149125 req-fe53f067-7a12-422a-a5b0-f299132a9677 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:05.443200 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-863977f0-bb5e-46d0-a09e-d1edf0149125 req-fe53f067-7a12-422a-a5b0-f299132a9677 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4 HTTP/1.1" status: 200 len: 945 time: 0.0505095 Nov 12 02:33:05.494109 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-863977f0-bb5e-46d0-a09e-d1edf0149125 req-ebd25f2b-f802-4550-bd73-a1522c1bd080 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a36d97e-84c3-45d7-9585-2890c2c256e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449996 Nov 12 02:33:06.613037 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d59ce-ad76-45cb-94e2-a9986a5344a4 req-7124dbc1-e995-42e1-a976-0d3122d28007 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:06.614523 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b17d59ce-ad76-45cb-94e2-a9986a5344a4 req-7124dbc1-e995-42e1-a976-0d3122d28007 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4 HTTP/1.1" status: 200 len: 945 time: 0.0495961 Nov 12 02:33:06.664416 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-b17d59ce-ad76-45cb-94e2-a9986a5344a4 req-9bd5e64a-4087-4796-bb2d-a79862c1774f tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a36d97e-84c3-45d7-9585-2890c2c256e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438416 Nov 12 02:33:06.994956 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:07.541408 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:08.629489 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:33:09.123603 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49212646-16d3-4637-81b6-63eeb269b0e7 req-570575a3-a56f-4554-9f93-1ce7a86168ae tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:09.125152 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-49212646-16d3-4637-81b6-63eeb269b0e7 req-570575a3-a56f-4554-9f93-1ce7a86168ae tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4 HTTP/1.1" status: 200 len: 945 time: 0.0498145 Nov 12 02:33:09.172570 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-49212646-16d3-4637-81b6-63eeb269b0e7 req-e567947e-c5e3-4a7a-a245-adcc18be4cc7 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a36d97e-84c3-45d7-9585-2890c2c256e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 Nov 12 02:33:10.294519 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890769b6-0443-4d04-a180-191798ee3216 req-0f1e11b6-80fb-478e-bbff-731492574fa9 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:10.296243 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-890769b6-0443-4d04-a180-191798ee3216 req-0f1e11b6-80fb-478e-bbff-731492574fa9 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4 HTTP/1.1" status: 200 len: 945 time: 0.0544078 Nov 12 02:33:10.343083 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-890769b6-0443-4d04-a180-191798ee3216 req-da7069a4-08d7-4bb8-9c8d-5f7190ad4f77 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a36d97e-84c3-45d7-9585-2890c2c256e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409288 Nov 12 02:33:10.545363 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbb572-6ea6-43f5-8319-9202dd7b2310 req-0acd26ff-95d4-49ec-a1fe-9f1aacc4b0fa tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:10.546706 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5ccbb572-6ea6-43f5-8319-9202dd7b2310 req-0acd26ff-95d4-49ec-a1fe-9f1aacc4b0fa tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4 HTTP/1.1" status: 200 len: 945 time: 0.0474763 Nov 12 02:33:10.639937 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [req-5ccbb572-6ea6-43f5-8319-9202dd7b2310 req-adcc447a-41c2-4d27-85f3-92ea8b963f74 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Deleting port d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:33:10.640275 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-5ccbb572-6ea6-43f5-8319-9202dd7b2310 req-adcc447a-41c2-4d27-85f3-92ea8b963f74 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:10.726580 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-5ccbb572-6ea6-43f5-8319-9202dd7b2310 req-adcc447a-41c2-4d27-85f3-92ea8b963f74 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] For port d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf,segment=NetworkSegment(5a85b886-fd82-4fc2-818d-0c7bab430a75),segment_id=5a85b886-fd82-4fc2-818d-0c7bab430a75)] {{(pid=101626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:33:10.726928 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-5ccbb572-6ea6-43f5-8319-9202dd7b2310 req-adcc447a-41c2-4d27-85f3-92ea8b963f74 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:10.739010 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [req-5ccbb572-6ea6-43f5-8319-9202dd7b2310 req-adcc447a-41c2-4d27-85f3-92ea8b963f74 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Calling delete_port for d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf owned by compute:nova {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:33:10.866905 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-5ccbb572-6ea6-43f5-8319-9202dd7b2310 req-adcc447a-41c2-4d27-85f3-92ea8b963f74 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:10.894995 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc447a-41c2-4d27-85f3-92ea8b963f74 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Pushing event deleted for resources: {'Port': ['ID=d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:10.936511 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ccbb572-6ea6-43f5-8319-9202dd7b2310 req-adcc447a-41c2-4d27-85f3-92ea8b963f74 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] No DVR routers for this DVR port d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf on host hv-cinder-80857 {{(pid=101626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:33:10.938939 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-5ccbb572-6ea6-43f5-8319-9202dd7b2310 req-adcc447a-41c2-4d27-85f3-92ea8b963f74 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:10.942281 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5ccbb572-6ea6-43f5-8319-9202dd7b2310 req-adcc447a-41c2-4d27-85f3-92ea8b963f74 tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.61 "DELETE /v2.0/ports/d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf HTTP/1.1" status: 204 len: 173 time: 0.3890069 Nov 12 02:33:10.942714 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4', 'name': 'network-vif-deleted', 'tag': 'd71c46fc-b20f-4b6b-aa5e-6edd217c7fbf'}] {{(pid=101626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:33:10.944972 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee064878ec57991a80a61b6e38777a609e15accd33394659691c67407ac4dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd30c33e-c4a5-4953-9601-7d60f00c5a3d" -d '{"events": [{"server_uuid": "5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4", "name": "network-vif-deleted", "tag": "d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf"}]}' {{(pid=101626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:33:10.980947 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6824bb-0db4-4282-a1e2-d2ff70ccd585 x-openstack-request-id: req-bf6824bb-0db4-4282-a1e2-d2ff70ccd585 {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:33:10.981238 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4", "name": "network-vif-deleted", "tag": "d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf", "status": "completed", "code": 200}]} {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:33:10.981489 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bf6824bb-0db4-4282-a1e2-d2ff70ccd585 {{(pid=101626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:33:10.981884 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4', 'name': 'network-vif-deleted', 'tag': 'd71c46fc-b20f-4b6b-aa5e-6edd217c7fbf', 'status': 'completed', 'code': 200} Nov 12 02:33:11.453376 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-c22f81be-aadd-4155-a623-146665f5e0f3 req-c68e2d4b-7dc9-4356-a129-18de5657963e tempest-VolumesActionsTest-951167187 tempest-VolumesActionsTest-951167187-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ea81db7-4dbe-4d8c-bfe2-94bbdca688a4 HTTP/1.1" status: 200 len: 210 time: 0.0291297 Nov 12 02:33:12.535913 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:33:12.557351 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] No Port match for: d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:33:12.557689 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device d71c46fc-b20f-4b6b-aa5e-6edd217c7fbf not bound to the agent host hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:33:26.636877 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 44286) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:26.685338 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e461c03-7a70-4afa-adbc-047a2d060f67 admin admin] Deleting subnet bca70cb9-27cd-40ec-b431-1515f2527546 {{(pid=101627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:33:26.688366 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7e461c03-7a70-4afa-adbc-047a2d060f67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:26.722841 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7e461c03-7a70-4afa-adbc-047a2d060f67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25777450'] for subnet, precommit_delete_associations {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:26.765874 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7e461c03-7a70-4afa-adbc-047a2d060f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503514'] for subnet, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:26.817752 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7e461c03-7a70-4afa-adbc-047a2d060f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3466484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25666411'] for subnet, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:26.844951 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e461c03-7a70-4afa-adbc-047a2d060f67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bca70cb9-27cd-40ec-b431-1515f2527546,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:26.849557 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7e461c03-7a70-4afa-adbc-047a2d060f67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:26.853924 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-7e461c03-7a70-4afa-adbc-047a2d060f67 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bca70cb9-27cd-40ec-b431-1515f2527546 HTTP/1.1" status: 204 len: 168 time: 0.2160084 Nov 12 02:33:26.856729 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44288) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:26.860291 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e461c03-7a70-4afa-adbc-047a2d060f67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:26.860641 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e461c03-7a70-4afa-adbc-047a2d060f67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:26.860981 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e461c03-7a70-4afa-adbc-047a2d060f67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:26.861316 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e461c03-7a70-4afa-adbc-047a2d060f67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:26.861644 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e461c03-7a70-4afa-adbc-047a2d060f67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:26.861971 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e461c03-7a70-4afa-adbc-047a2d060f67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:26.862296 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e461c03-7a70-4afa-adbc-047a2d060f67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:26.862620 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e461c03-7a70-4afa-adbc-047a2d060f67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:26.862969 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e461c03-7a70-4afa-adbc-047a2d060f67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:26.863270 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e461c03-7a70-4afa-adbc-047a2d060f67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:26.863618 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e461c03-7a70-4afa-adbc-047a2d060f67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:26.863933 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e461c03-7a70-4afa-adbc-047a2d060f67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:26.932679 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1368191'] for network, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.016767 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642717', 'neutron.services.segments.db._delete_segments_for_network-8768027728366'] for network, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.036658 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.services.segments.db [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f937370-ff22-417e-b564-f08b567f107c']}} {{(pid=101626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:33:27.045660 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.services.segments.db [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a85b886-fd82-4fc2-818d-0c7bab430a75') {'for_net_delete': True} {{(pid=101626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:33:27.045950 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.services.segments.db [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a85b886-fd82-4fc2-818d-0c7bab430a75') {} {{(pid=101626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:33:27.055994 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768027880951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25436335'] for segment, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.069049 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.074922 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=101626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:33:27.075294 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25443653'] for segment, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: Traceback (most recent call last): Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: timer() Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: cb(*args, **kw) Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: return func(*args, **kwargs) Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: self._notify() Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: self.callback(batched_events) Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: event.method(event) Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: return f(self, *a, **k) Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: return self._get(url).json() Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: return self.request(url, 'GET', **kwargs) Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:33:27.076909 dv-cinder-808574-4-smb neutron-server[101626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:33:27.129482 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394473'] for network, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.135805 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.138882 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2f937370-ff22-417e-b564-f08b567f107c HTTP/1.1" status: 204 len: 168 time: 0.2811306 Nov 12 02:33:27.141726 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 44290) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:27.150009 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f937370-ff22-417e-b564-f08b567f107c,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:27.157190 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:27.157539 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:27.157877 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:27.158212 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:27.158544 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:27.158875 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:27.159203 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:27.159552 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:27.159879 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:27.160201 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:27.160519 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:27.160838 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a6a1dc-77f5-40b7-8f07-9ebae6dfe3b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101626) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:27.185726 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a7f065-98a7-4a91-8edc-2bbb78ff8820 admin admin] Deleting subnet c13d452e-7f59-4a9a-8085-76431792e749 {{(pid=101627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:33:27.188865 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-48a7f065-98a7-4a91-8edc-2bbb78ff8820 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.223141 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-48a7f065-98a7-4a91-8edc-2bbb78ff8820 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25777450'] for subnet, precommit_delete_associations {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.265467 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-48a7f065-98a7-4a91-8edc-2bbb78ff8820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503514'] for subnet, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.318134 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-48a7f065-98a7-4a91-8edc-2bbb78ff8820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3466484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25666411'] for subnet, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.346576 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7f065-98a7-4a91-8edc-2bbb78ff8820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c13d452e-7f59-4a9a-8085-76431792e749,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:27.348501 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-48a7f065-98a7-4a91-8edc-2bbb78ff8820 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.352214 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-48a7f065-98a7-4a91-8edc-2bbb78ff8820 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c13d452e-7f59-4a9a-8085-76431792e749 HTTP/1.1" status: 204 len: 168 time: 0.2093911 Nov 12 02:33:27.354683 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 44292) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:27.422561 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-16650330-bca8-4185-a239-ac8396f3571c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1368191'] for network, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.503166 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-16650330-bca8-4185-a239-ac8396f3571c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642717', 'neutron.services.segments.db._delete_segments_for_network-8768027728366'] for network, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.522981 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-16650330-bca8-4185-a239-ac8396f3571c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19adbb5-7019-470e-ab6c-ddde7045ca9e']}} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:33:27.532007 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-16650330-bca8-4185-a239-ac8396f3571c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492913df-1c20-4e29-bde7-f4ffd2082349') {'for_net_delete': True} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:33:27.532304 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-16650330-bca8-4185-a239-ac8396f3571c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492913df-1c20-4e29-bde7-f4ffd2082349') {} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:33:27.542515 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-16650330-bca8-4185-a239-ac8396f3571c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768027880951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25774297'] for segment, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.555735 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-16650330-bca8-4185-a239-ac8396f3571c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.561419 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16650330-bca8-4185-a239-ac8396f3571c admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=101627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:33:27.561803 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-16650330-bca8-4185-a239-ac8396f3571c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3466394'] for segment, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: Traceback (most recent call last): Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: timer() Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: cb(*args, **kw) Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: return func(*args, **kwargs) Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: self._notify() Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: self.callback(batched_events) Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: event.method(event) Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: return f(self, *a, **k) Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: return self._get(url).json() Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: return self.request(url, 'GET', **kwargs) Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:33:27.563466 dv-cinder-808574-4-smb neutron-server[101627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:33:27.621404 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-16650330-bca8-4185-a239-ac8396f3571c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394473'] for network, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.626639 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-16650330-bca8-4185-a239-ac8396f3571c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.629845 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-16650330-bca8-4185-a239-ac8396f3571c admin admin] 10.222.0.66 "DELETE /v2.0/networks/f19adbb5-7019-470e-ab6c-ddde7045ca9e HTTP/1.1" status: 204 len: 168 time: 0.2742646 Nov 12 02:33:27.640792 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16650330-bca8-4185-a239-ac8396f3571c admin admin] Pushing event deleted for resources: {'Network': ['ID=f19adbb5-7019-470e-ab6c-ddde7045ca9e,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:27.788236 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44296) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:27.832777 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-bc7d6949-3fdd-4f66-a1ed-32281523916a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87aecbca3b33415b849c7d493e2ed029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433753 Nov 12 02:33:27.835892 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44298) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:27.881786 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b54c7b55-32d7-4696-90a6-1d4292ea3ff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.902695 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b54c7b55-32d7-4696-90a6-1d4292ea3ff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.948955 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b54c7b55-32d7-4696-90a6-1d4292ea3ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.951886 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b54c7b55-32d7-4696-90a6-1d4292ea3ff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:27.953024 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-b54c7b55-32d7-4696-90a6-1d4292ea3ff8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a36d97e-84c3-45d7-9585-2890c2c256e2 HTTP/1.1" status: 204 len: 168 time: 0.1162298 Nov 12 02:33:27.962010 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c7b55-32d7-4696-90a6-1d4292ea3ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a36d97e-84c3-45d7-9585-2890c2c256e2,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:28.270056 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44304) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:28.310889 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-13b0bedc-6bb9-40f4-ac62-81f8f9190ab8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ed8278af2bb4c22b5bf656227d6fdf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395637 Nov 12 02:33:28.313226 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44306) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:28.359417 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c552ae62-ace8-488d-a55b-c2656fb3277a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:28.379425 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c552ae62-ace8-488d-a55b-c2656fb3277a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:28.427818 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c552ae62-ace8-488d-a55b-c2656fb3277a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:28.430442 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-c552ae62-ace8-488d-a55b-c2656fb3277a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:28.431607 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-c552ae62-ace8-488d-a55b-c2656fb3277a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d37b2f07-8ba8-4728-b219-5c996a511b9b HTTP/1.1" status: 204 len: 168 time: 0.1174133 Nov 12 02:33:28.439158 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552ae62-ace8-488d-a55b-c2656fb3277a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37b2f07-8ba8-4728-b219-5c996a511b9b,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:31.602743 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-ade9b1b4-e932-4d9c-8471-88a3518903da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:32.155091 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:34.071049 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-3362e0c0-fe76-43f5-b7da-8dd2ec7fdb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:35.376553 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:36.995236 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:37.544533 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:45.628837 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:33:46.930989 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44446) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:47.035859 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-08f5ddc8-65bd-471f-85dc-79d87ee45ef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:47.110461 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-08f5ddc8-65bd-471f-85dc-79d87ee45ef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:47.114985 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-08f5ddc8-65bd-471f-85dc-79d87ee45ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:47.152721 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-08f5ddc8-65bd-471f-85dc-79d87ee45ef3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3c7d412a0b13440caad40efeaa6d98f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206235 Nov 12 02:33:47.154640 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5ddc8-65bd-471f-85dc-79d87ee45ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601db029-41f3-460f-9341-1ec2612826b9,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:47.155502 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 44450) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:47.203123 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-dab7ad7e-65fc-4dda-b20d-c054cd692aa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:47.224581 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-dab7ad7e-65fc-4dda-b20d-c054cd692aa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:47.270452 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-dab7ad7e-65fc-4dda-b20d-c054cd692aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:47.273469 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-dab7ad7e-65fc-4dda-b20d-c054cd692aa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:47.274607 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-dab7ad7e-65fc-4dda-b20d-c054cd692aa0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/601db029-41f3-460f-9341-1ec2612826b9 HTTP/1.1" status: 204 len: 168 time: 0.1180990 Nov 12 02:33:47.282059 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7ad7e-65fc-4dda-b20d-c054cd692aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601db029-41f3-460f-9341-1ec2612826b9,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:48.255878 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 44480) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:48.360324 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-00e61967-8689-4686-9a49-d1c715661009 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:48.431715 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-00e61967-8689-4686-9a49-d1c715661009 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:48.435340 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-00e61967-8689-4686-9a49-d1c715661009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:48.474733 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-00e61967-8689-4686-9a49-d1c715661009 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d2bbac1c627842188c33b2078bd0b1b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176220 Nov 12 02:33:48.476640 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e61967-8689-4686-9a49-d1c715661009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784166f8-7f45-484a-ab21-aaebbdd5bbbd,revision_number=1']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:48.477733 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44484) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:48.527344 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-0bcc08e9-5a1e-4dbb-ae99-4896bd53c9da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:48.548556 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-0bcc08e9-5a1e-4dbb-ae99-4896bd53c9da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:48.596039 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-0bcc08e9-5a1e-4dbb-ae99-4896bd53c9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:48.598641 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-0bcc08e9-5a1e-4dbb-ae99-4896bd53c9da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:48.600416 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-0bcc08e9-5a1e-4dbb-ae99-4896bd53c9da admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/784166f8-7f45-484a-ab21-aaebbdd5bbbd HTTP/1.1" status: 204 len: 168 time: 0.1214688 Nov 12 02:33:48.607863 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc08e9-5a1e-4dbb-ae99-4896bd53c9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784166f8-7f45-484a-ab21-aaebbdd5bbbd,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:50.782187 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-8f7ee7ea-a461-4979-a6eb-0aa1b5022e65 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=79821dade72d4beaaa9de55dd4bbf686&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314047 Nov 12 02:33:50.959774 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-b7e93421-ce76-48b2-9102-1b1c276b507b tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:50.961210 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-b7e93421-ce76-48b2-9102-1b1c276b507b tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1726911 Nov 12 02:33:50.976040 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-126260de-99b1-443b-a1ed-ea7123acb58f tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/quotas/79821dade72d4beaaa9de55dd4bbf686 HTTP/1.1" status: 200 len: 375 time: 0.0093524 Nov 12 02:33:51.006684 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-a30c9a60-9b3a-4dfa-ab30-62675af3f1ce tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=79821dade72d4beaaa9de55dd4bbf686&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252621 Nov 12 02:33:51.165620 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-9c8c4991-2dc4-4bf1-8df3-4e3e6c336f4b req-7c36d00b-6724-44d9-9792-154ac96e4485 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f71edbf-76c4-4325-9f9c-a45ebb270205 HTTP/1.1" status: 200 len: 210 time: 0.0269001 Nov 12 02:33:52.053528 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-4b7d4111-f6e0-4667-ae07-bb58c3480fb2 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=79821dade72d4beaaa9de55dd4bbf686&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214055 Nov 12 02:33:52.168006 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-f90f1c0f-046c-4ba4-8bfc-974624182dcd tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:52.169501 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-f90f1c0f-046c-4ba4-8bfc-974624182dcd tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1112347 Nov 12 02:33:52.181731 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-32e8d9be-c7e1-411a-b3af-6d358103d125 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Request body: {'port': {'device_id': '5f71edbf-76c4-4325-9f9c-a45ebb270205', 'network_id': '2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81', 'admin_state_up': True, 'tenant_id': '79821dade72d4beaaa9de55dd4bbf686'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:33:52.273942 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1f0d9d93-414d-4e7d-9dd2-2ec5666a1e2e req-d09a0f45-4e38-48aa-8b01-2b38b0dbb706 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f71edbf-76c4-4325-9f9c-a45ebb270205 HTTP/1.1" status: 200 len: 210 time: 0.0316389 Nov 12 02:33:52.322183 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-32e8d9be-c7e1-411a-b3af-6d358103d125 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Made reservation on behalf of 79821dade72d4beaaa9de55dd4bbf686 for: {'port': 1} {{(pid=101626) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:33:52.325677 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-32e8d9be-c7e1-411a-b3af-6d358103d125 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:52.334653 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-32e8d9be-c7e1-411a-b3af-6d358103d125 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:52.408850 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-32e8d9be-c7e1-411a-b3af-6d358103d125 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:52.413201 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-32e8d9be-c7e1-411a-b3af-6d358103d125 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:52.478007 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8d9be-c7e1-411a-b3af-6d358103d125 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf48358-9d35-4265-99f6-d79cb51a9462,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:52.546095 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.db_base_plugin_common [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-32e8d9be-c7e1-411a-b3af-6d358103d125 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Allocated IP 192.168.233.45 (2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81/c74c833e-0155-402b-99c3-824e847e167f/c9e52197-8a62-41c7-a16f-80ca36c7ff74) {{(pid=101626) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:33:52.707740 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-32e8d9be-c7e1-411a-b3af-6d358103d125 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Publish callbacks [] for port, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:52.739841 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-32e8d9be-c7e1-411a-b3af-6d358103d125 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768027393922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:52.783091 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-32e8d9be-c7e1-411a-b3af-6d358103d125 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Network 2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81 is already hosted by enough agents. {{(pid=101626) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:33:52.786148 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.base_scheduler [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-32e8d9be-c7e1-411a-b3af-6d358103d125 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Resources bound (agent type, host, resource id): {{(pid=101626) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:33:52.789795 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-32e8d9be-c7e1-411a-b3af-6d358103d125 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Received port after_create {{(pid=101626) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:33:52.812756 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8d9be-c7e1-411a-b3af-6d358103d125 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Pushing event updated for resources: {'Port': ['ID=c9e52197-8a62-41c7-a16f-80ca36c7ff74,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:52.842408 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-32e8d9be-c7e1-411a-b3af-6d358103d125 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:52.843005 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-32e8d9be-c7e1-411a-b3af-6d358103d125 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:52.860123 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-32e8d9be-c7e1-411a-b3af-6d358103d125 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6819587 Nov 12 02:33:52.874573 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.v2.base [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] Request body: {'port': {'device_id': '5f71edbf-76c4-4325-9f9c-a45ebb270205', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=101626) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:33:52.935005 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:52.968450 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-0285bdc9-8ead-487a-9a44-9888e61d099b None None] Provisioning complete for port c9e52197-8a62-41c7-a16f-80ca36c7ff74 triggered by entity DHCP. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:33:52.969064 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-0285bdc9-8ead-487a-9a44-9888e61d099b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:53.004867 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-0285bdc9-8ead-487a-9a44-9888e61d099b None None] Port c9e52197-8a62-41c7-a16f-80ca36c7ff74 cannot update to ACTIVE because it is not bound. {{(pid=101628) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:33:53.200668 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e52197-8a62-41c7-a16f-80ca36c7ff74 {{(pid=101626) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:33:53.207929 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:53.220693 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.provisioning_blocks [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] Transition to ACTIVE for port object c9e52197-8a62-41c7-a16f-80ca36c7ff74 will not be triggered until provisioned by entity L2. {{(pid=101626) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:33:53.225487 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25443681'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:53.277121 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] Pushing event updated for resources: {'Port': ['ID=c9e52197-8a62-41c7-a16f-80ca36c7ff74,revision_number=2']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:53.363245 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.managers [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] Attempting to bind port c9e52197-8a62-41c7-a16f-80ca36c7ff74 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:33:53.363600 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.managers [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] Attempting to bind port c9e52197-8a62-41c7-a16f-80ca36c7ff74 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'cbd19829-cf2b-47ee-a66a-a57dc7035d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81'}] {{(pid=101626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:33:53.364096 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] Attempting to bind port c9e52197-8a62-41c7-a16f-80ca36c7ff74 on network 2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81 {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:33:53.385607 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] Port c9e52197-8a62-41c7-a16f-80ca36c7ff74 on network 2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:33:53.385927 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] Attempting to bind port c9e52197-8a62-41c7-a16f-80ca36c7ff74 on network 2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81 {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:33:53.393867 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] Checking agent: {'id': '2c3d3ad8-5938-43f6-9304-04beb85952ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'started_at': datetime.datetime(2021, 11, 12, 2, 24, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:33:53.394194 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] Checking segment: {'id': 'cbd19829-cf2b-47ee-a66a-a57dc7035d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101626) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:33:53.394577 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] Bound using segment: {'id': 'cbd19829-cf2b-47ee-a66a-a57dc7035d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81'} {{(pid=101626) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:33:53.395002 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.managers [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] Bound port: c9e52197-8a62-41c7-a16f-80ca36c7ff74, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd19829-cf2b-47ee-a66a-a57dc7035d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81'}}] {{(pid=101626) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:33:53.395371 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:53.422238 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c92149-30b3-4efb-bcd9-df4dae2933d8 req-6253b9fd-4fee-4f61-a89a-a2d1bc625b4f tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:53.423740 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a2c92149-30b3-4efb-bcd9-df4dae2933d8 req-6253b9fd-4fee-4f61-a89a-a2d1bc625b4f tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f71edbf-76c4-4325-9f9c-a45ebb270205 HTTP/1.1" status: 200 len: 947 time: 0.0739555 Nov 12 02:33:53.504787 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] For port c9e52197-8a62-41c7-a16f-80ca36c7ff74, host hv-cinder-80857, cleared binding levels {{(pid=101626) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:33:53.508702 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] For port c9e52197-8a62-41c7-a16f-80ca36c7ff74, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=c9e52197-8a62-41c7-a16f-80ca36c7ff74,segment=NetworkSegment(cbd19829-cf2b-47ee-a66a-a57dc7035d76),segment_id=cbd19829-cf2b-47ee-a66a-a57dc7035d76)] {{(pid=101626) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:33:53.513133 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-a2c92149-30b3-4efb-bcd9-df4dae2933d8 req-a151e3ad-0386-4584-9889-4f3b91ac022d tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf48358-9d35-4265-99f6-d79cb51a9462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702202 Nov 12 02:33:53.515364 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25443681'] for port, after_update {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:53.549785 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:53.550585 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:53.551991 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] 10.222.0.61 "PUT /v2.0/ports/c9e52197-8a62-41c7-a16f-80ca36c7ff74 HTTP/1.1" status: 200 len: 1097 time: 0.6816113 Nov 12 02:33:53.554752 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f71edbf-76c4-4325-9f9c-a45ebb270205', 'tag': 'c9e52197-8a62-41c7-a16f-80ca36c7ff74'}] {{(pid=101626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:33:53.557829 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee064878ec57991a80a61b6e38777a609e15accd33394659691c67407ac4dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd10c26c-30cd-4bea-85d4-8aa41631d5f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5f71edbf-76c4-4325-9f9c-a45ebb270205", "tag": "c9e52197-8a62-41c7-a16f-80ca36c7ff74"}]}' {{(pid=101626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:33:53.588543 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311dfb77-3aeb-4273-9013-a62ead6a506a service neutron] Pushing event updated for resources: {'Port': ['ID=c9e52197-8a62-41c7-a16f-80ca36c7ff74,revision_number=3']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:53.610547 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdc9770-0ac2-4182-9382-61d607342748 x-openstack-request-id: req-afdc9770-0ac2-4182-9382-61d607342748 {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:33:53.610830 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f71edbf-76c4-4325-9f9c-a45ebb270205", "tag": "c9e52197-8a62-41c7-a16f-80ca36c7ff74", "status": "completed", "code": 200}]} {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:33:53.610986 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 44548) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:53.611481 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-afdc9770-0ac2-4182-9382-61d607342748 {{(pid=101626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:33:53.611481 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f71edbf-76c4-4325-9f9c-a45ebb270205', 'tag': 'c9e52197-8a62-41c7-a16f-80ca36c7ff74', 'status': 'completed', 'code': 200} Nov 12 02:33:53.647070 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-8a5b5246-ec20-443e-9bb7-ff92c39bce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:53.648529 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-8a5b5246-ec20-443e-9bb7-ff92c39bce25 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79821dade72d4beaaa9de55dd4bbf686&device_id=5f71edbf-76c4-4325-9f9c-a45ebb270205 HTTP/1.1" status: 200 len: 1100 time: 0.0476010 Nov 12 02:33:53.698542 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-831129f1-4a81-4501-aea4-fe8d1f6fbe2b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=c9e52197-8a62-41c7-a16f-80ca36c7ff74 HTTP/1.1" status: 200 len: 217 time: 0.0419655 Nov 12 02:33:53.752007 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-4c6664ec-5175-40b5-ba55-c07f07529a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:53.753466 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-4c6664ec-5175-40b5-ba55-c07f07529a7d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c74c833e-0155-402b-99c3-824e847e167f HTTP/1.1" status: 200 len: 843 time: 0.0460014 Nov 12 02:33:53.781691 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea16aa-95ab-4696-aee4-679ddb5b41b4 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Deleting port 4dd7f43c-a833-4b79-992a-597a16b166a9 {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:33:53.781950 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b3ea16aa-95ab-4696-aee4-679ddb5b41b4 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:53.798394 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-ea1a3bf6-4915-46db-a54e-94069de73b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:53.799916 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-ea1a3bf6-4915-46db-a54e-94069de73b72 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390625 Nov 12 02:33:53.858051 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b3ea16aa-95ab-4696-aee4-679ddb5b41b4 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:53.858642 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b3ea16aa-95ab-4696-aee4-679ddb5b41b4 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:53.871609 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea16aa-95ab-4696-aee4-679ddb5b41b4 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Calling delete_port for 4dd7f43c-a833-4b79-992a-597a16b166a9 owned by network:floatingip {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:33:53.895097 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-8750fbec-f213-4477-b25a-5fa12a01fc6f service neutron] 10.222.0.61 "GET /v2.0/networks/2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873072 Nov 12 02:33:53.991824 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-1cee426e-3aca-4f1a-940a-ff8acfdd097d req-4f19e0b9-64c9-490f-a561-7a6de93b8a67 service neutron] 10.222.0.61 "GET /v2.0/networks/2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888927 Nov 12 02:33:54.025518 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b3ea16aa-95ab-4696-aee4-679ddb5b41b4 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:54.051022 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea16aa-95ab-4696-aee4-679ddb5b41b4 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Pushing event deleted for resources: {'Port': ['ID=4dd7f43c-a833-4b79-992a-597a16b166a9,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:54.082928 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10c26c-30cd-4bea-85d4-8aa41631d5f2 req-550ffc41-8a4c-432f-81d7-f36c83a9a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:54.085235 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fd10c26c-30cd-4bea-85d4-8aa41631d5f2 req-550ffc41-8a4c-432f-81d7-f36c83a9a23e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79821dade72d4beaaa9de55dd4bbf686&device_id=5f71edbf-76c4-4325-9f9c-a45ebb270205 HTTP/1.1" status: 200 len: 1100 time: 0.0406294 Nov 12 02:33:54.114436 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b3ea16aa-95ab-4696-aee4-679ddb5b41b4 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for floatingip, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:54.114803 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.db.l3_db [None req-b3ea16aa-95ab-4696-aee4-679ddb5b41b4 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Floating IP dcba2fd2-8a48-48e3-beeb-b3f3c9db29a2 disassociated (deleted). External IP: 172.28.0.181, port: c7ac46eb-2926-4851-b1c4-e418df8759eb. Nov 12 02:33:54.182020 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10c26c-30cd-4bea-85d4-8aa41631d5f2 req-624734f4-eec5-4d1f-b859-bc95bcb2dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:54.183519 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fd10c26c-30cd-4bea-85d4-8aa41631d5f2 req-624734f4-eec5-4d1f-b859-bc95bcb2dbbc service neutron] 10.222.0.61 "GET /v2.0/networks?id=2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81 HTTP/1.1" status: 200 len: 870 time: 0.0906692 Nov 12 02:33:54.229892 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fd10c26c-30cd-4bea-85d4-8aa41631d5f2 req-40695997-cbe2-4421-9ce5-4d5318d560f9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=c9e52197-8a62-41c7-a16f-80ca36c7ff74 HTTP/1.1" status: 200 len: 217 time: 0.0365908 Nov 12 02:33:54.290963 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10c26c-30cd-4bea-85d4-8aa41631d5f2 req-3be3c77b-4031-41fe-8399-07b69c474764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:54.292631 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fd10c26c-30cd-4bea-85d4-8aa41631d5f2 req-3be3c77b-4031-41fe-8399-07b69c474764 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c74c833e-0155-402b-99c3-824e847e167f HTTP/1.1" status: 200 len: 843 time: 0.0534263 Nov 12 02:33:54.342801 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10c26c-30cd-4bea-85d4-8aa41631d5f2 req-c0e5c368-7b20-4e77-b881-475c447afc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:54.344252 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fd10c26c-30cd-4bea-85d4-8aa41631d5f2 req-c0e5c368-7b20-4e77-b881-475c447afc33 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422044 Nov 12 02:33:54.441210 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fd10c26c-30cd-4bea-85d4-8aa41631d5f2 req-f9c1e9c9-0404-4d81-8845-d18457d5e76c service neutron] 10.222.0.61 "GET /v2.0/networks/2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887122 Nov 12 02:33:54.535280 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fd10c26c-30cd-4bea-85d4-8aa41631d5f2 req-3d347e74-b116-4ca2-b8c2-dda5fd9b9f71 service neutron] 10.222.0.61 "GET /v2.0/networks/2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839574 Nov 12 02:33:54.558148 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ea16aa-95ab-4696-aee4-679ddb5b41b4 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Router 6fc2e0f4-becf-470d-9a91-30aa807fee02 has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:33:54.638793 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e0af4-7500-4b64-a091-c79bbccc7df1 req-395c7019-1244-4e73-99b4-a9bd5fd9d449 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:54.640221 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-878e0af4-7500-4b64-a091-c79bbccc7df1 req-395c7019-1244-4e73-99b4-a9bd5fd9d449 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f71edbf-76c4-4325-9f9c-a45ebb270205 HTTP/1.1" status: 200 len: 947 time: 0.0522935 Nov 12 02:33:54.674767 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ea16aa-95ab-4696-aee4-679ddb5b41b4 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:33:54.680586 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-b3ea16aa-95ab-4696-aee4-679ddb5b41b4 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for floatingip, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:54.687327 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67b365b-abde-47c6-929b-271da9431a98 None None] Sync routers for ids ['6fc2e0f4-becf-470d-9a91-30aa807fee02'] in dv-cinder-808574-4-smb {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:33:54.698426 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67b365b-abde-47c6-929b-271da9431a98 None None] Routers {'6fc2e0f4-becf-470d-9a91-30aa807fee02'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:33:54.699349 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-b67b365b-abde-47c6-929b-271da9431a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:33:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['6fc2e0f4-becf-470d-9a91-30aa807fee02'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:33:54.703861 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-878e0af4-7500-4b64-a091-c79bbccc7df1 req-0eafc10c-1a52-4479-9050-5f5e133f6948 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf48358-9d35-4265-99f6-d79cb51a9462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576892 Nov 12 02:33:54.709807 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-b3ea16aa-95ab-4696-aee4-679ddb5b41b4 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "DELETE /v2.0/floatingips/dcba2fd2-8a48-48e3-beeb-b3f3c9db29a2 HTTP/1.1" status: 204 len: 168 time: 1.0977483 Nov 12 02:33:54.710385 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce82e44-09f2-47bb-b4f2-fdce19ca8275', 'tag': 'c7ac46eb-2926-4851-b1c4-e418df8759eb'}] {{(pid=101627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:33:54.720626 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26cacfda0b43cc6f036b91154f9eac7e6b5197b74a8e76c4dced301772a02708" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5871f301-6fb7-4062-9a6e-badebee7506c" -d '{"events": [{"name": "network-changed", "server_uuid": "dce82e44-09f2-47bb-b4f2-fdce19ca8275", "tag": "c7ac46eb-2926-4851-b1c4-e418df8759eb"}]}' {{(pid=101627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:33:54.755133 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d356d99-7a0f-47d0-ada1-d78860efcac6 x-openstack-request-id: req-4d356d99-7a0f-47d0-ada1-d78860efcac6 {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:33:54.755133 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce82e44-09f2-47bb-b4f2-fdce19ca8275", "tag": "c7ac46eb-2926-4851-b1c4-e418df8759eb", "status": "completed", "code": 200}]} {{(pid=101627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:33:54.755529 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4d356d99-7a0f-47d0-ada1-d78860efcac6 {{(pid=101627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:33:54.756233 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce82e44-09f2-47bb-b4f2-fdce19ca8275', 'tag': 'c7ac46eb-2926-4851-b1c4-e418df8759eb', 'status': 'completed', 'code': 200} Nov 12 02:33:54.819772 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-b67b365b-abde-47c6-929b-271da9431a98 None None] Set router 6fc2e0f4-becf-470d-9a91-30aa807fee02 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:33:54.822933 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871f301-6fb7-4062-9a6e-badebee7506c req-2a688b59-23d9-4454-a126-af7c4d9d28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:54.825533 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5871f301-6fb7-4062-9a6e-badebee7506c req-2a688b59-23d9-4454-a126-af7c4d9d28aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=378fb4ff316c443e84c85718f4e697a1&device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 1099 time: 0.0449030 Nov 12 02:33:54.925407 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871f301-6fb7-4062-9a6e-badebee7506c req-5db74793-013c-494c-9984-8cb586002c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:54.927163 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5871f301-6fb7-4062-9a6e-badebee7506c req-5db74793-013c-494c-9984-8cb586002c28 service neutron] 10.222.0.61 "GET /v2.0/networks?id=14bae292-872d-4939-805e-6aff3e3b318a HTTP/1.1" status: 200 len: 909 time: 0.0922525 Nov 12 02:33:55.045830 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-b67b365b-abde-47c6-929b-271da9431a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'name': 'tempest-TestShelveInstance-586716506-router', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '917067cb-cfe2-486e-98fb-8218af225911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:29Z', 'updated_at': '2021-11-12T02:29:33Z', 'revision_number': 4, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'gw_port': {'id': '917067cb-cfe2-486e-98fb-8218af225911', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:30Z', 'updated_at': '2021-11-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '683ed72c-58d0-4d08-9a52-b1cb30f77c54', 'name': '', 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'mac_address': 'fa:16:3e:4e:89:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:32Z', 'updated_at': '2021-11-12T02:29:40Z', 'revision_number': 5, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'subnets': [{'id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:33:55.079535 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67b365b-abde-47c6-929b-271da9431a98 None None] Checking router: 6fc2e0f4-becf-470d-9a91-30aa807fee02 for host: dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:33:55.089849 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67b365b-abde-47c6-929b-271da9431a98 None None] Routers {'6fc2e0f4-becf-470d-9a91-30aa807fee02'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:33:55.090485 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-b67b365b-abde-47c6-929b-271da9431a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:33:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['6fc2e0f4-becf-470d-9a91-30aa807fee02'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:33:55.214639 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-b67b365b-abde-47c6-929b-271da9431a98 None None] Set router 6fc2e0f4-becf-470d-9a91-30aa807fee02 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:33:55.230657 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5871f301-6fb7-4062-9a6e-badebee7506c req-fa316db8-a079-4aa0-9e82-47345f39bf69 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7ac46eb-2926-4851-b1c4-e418df8759eb HTTP/1.1" status: 200 len: 217 time: 0.2945046 Nov 12 02:33:55.305780 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871f301-6fb7-4062-9a6e-badebee7506c req-1404affc-fa37-4127-ae89-c746ff277ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:55.307226 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5871f301-6fb7-4062-9a6e-badebee7506c req-1404affc-fa37-4127-ae89-c746ff277ac6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=30e46be7-54e6-447e-b0c6-9142693185c7 HTTP/1.1" status: 200 len: 847 time: 0.0682783 Nov 12 02:33:55.314526 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47d3d7-afa5-43c6-b701-cde7cdb5f40e req-2645ecc1-840c-4c36-b07a-3007681692fb tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:55.315962 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8f47d3d7-afa5-43c6-b701-cde7cdb5f40e req-2645ecc1-840c-4c36-b07a-3007681692fb tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 946 time: 0.0880322 Nov 12 02:33:55.390941 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871f301-6fb7-4062-9a6e-badebee7506c req-1820a3c3-749b-423b-afe1-b3440721aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:55.392576 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5871f301-6fb7-4062-9a6e-badebee7506c req-1820a3c3-749b-423b-afe1-b3440721aeb5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=14bae292-872d-4939-805e-6aff3e3b318a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757196 Nov 12 02:33:55.397938 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8f47d3d7-afa5-43c6-b701-cde7cdb5f40e req-745fc5a7-31b5-41f2-8994-74cd00efc664 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729284 Nov 12 02:33:55.429698 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-b67b365b-abde-47c6-929b-271da9431a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'name': 'tempest-TestShelveInstance-586716506-router', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '917067cb-cfe2-486e-98fb-8218af225911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:29Z', 'updated_at': '2021-11-12T02:29:33Z', 'revision_number': 4, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'gw_port': {'id': '917067cb-cfe2-486e-98fb-8218af225911', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:30Z', 'updated_at': '2021-11-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '683ed72c-58d0-4d08-9a52-b1cb30f77c54', 'name': '', 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'mac_address': 'fa:16:3e:4e:89:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:32Z', 'updated_at': '2021-11-12T02:29:40Z', 'revision_number': 5, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'subnets': [{'id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:33:55.456236 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67b365b-abde-47c6-929b-271da9431a98 None None] The sync data for ids ['6fc2e0f4-becf-470d-9a91-30aa807fee02'] in dv-cinder-808574-4-smb is: [{'id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'name': 'tempest-TestShelveInstance-586716506-router', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '917067cb-cfe2-486e-98fb-8218af225911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:29Z', 'updated_at': '2021-11-12T02:29:33Z', 'revision_number': 4, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'gw_port': {'id': '917067cb-cfe2-486e-98fb-8218af225911', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:30Z', 'updated_at': '2021-11-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb', '_interfaces': [{'id': '683ed72c-58d0-4d08-9a52-b1cb30f77c54', 'name': '', 'network_id': '14bae292-872d-4939-805e-6aff3e3b318a', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'mac_address': 'fa:16:3e:4e:89:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:32Z', 'updated_at': '2021-11-12T02:29:40Z', 'revision_number': 5, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'subnets': [{'id': '30e46be7-54e6-447e-b0c6-9142693185c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:33:55.486260 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5871f301-6fb7-4062-9a6e-badebee7506c req-021b3214-2fd7-446d-9c9b-d0ae10c16793 service neutron] 10.222.0.61 "GET /v2.0/networks/14bae292-872d-4939-805e-6aff3e3b318a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856125 Nov 12 02:33:55.581635 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-5871f301-6fb7-4062-9a6e-badebee7506c req-5b7db03c-c02a-40e9-9333-697348747717 service neutron] 10.222.0.61 "GET /v2.0/networks/14bae292-872d-4939-805e-6aff3e3b318a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878134 Nov 12 02:33:55.682040 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43dfa7-daeb-4209-a657-fb8e92d5d7ee None None] New status for floating IP dcba2fd2-8a48-48e3-beeb-b3f3c9db29a2: DOWN {{(pid=101629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:33:55.818671 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e71b4-163b-49d3-aba8-0ab1ff2f3878 req-1f5eb686-0f92-4b65-84ef-d8d0d6683cb9 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:55.820194 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-139e71b4-163b-49d3-aba8-0ab1ff2f3878 req-1f5eb686-0f92-4b65-84ef-d8d0d6683cb9 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f71edbf-76c4-4325-9f9c-a45ebb270205 HTTP/1.1" status: 200 len: 947 time: 0.0490615 Nov 12 02:33:55.866735 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-139e71b4-163b-49d3-aba8-0ab1ff2f3878 req-9aa0f50d-7fee-4434-a29d-2c4ecf079f5f tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf48358-9d35-4265-99f6-d79cb51a9462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406818 Nov 12 02:33:56.518799 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c061c-d085-4c87-b740-aa7a549e6b2f req-4fddde1e-3955-4c4c-8f8c-e123561cd084 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:56.520265 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7f8c061c-d085-4c87-b740-aa7a549e6b2f req-4fddde1e-3955-4c4c-8f8c-e123561cd084 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 946 time: 0.0520058 Nov 12 02:33:56.570752 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-7f8c061c-d085-4c87-b740-aa7a549e6b2f req-eb9a072b-a7ba-4574-906d-2f14d88a46db tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/security-groups?id=511feabe-fdf6-4a51-a521-d1724c92cd58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437231 Nov 12 02:33:56.665973 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd4975-fc1e-4988-804b-6b1eb9cc559a req-cedc5201-bbae-409f-9aa7-eeeeb655cb63 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:56.667503 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-00cd4975-fc1e-4988-804b-6b1eb9cc559a req-cedc5201-bbae-409f-9aa7-eeeeb655cb63 tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.61 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 946 time: 0.0474389 Nov 12 02:33:56.750747 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device c9e52197-8a62-41c7-a16f-80ca36c7ff74 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=101628) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:33:56.753686 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [req-00cd4975-fc1e-4988-804b-6b1eb9cc559a req-3a5aa70d-f254-4360-8e3e-ed24570e531c tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Deleting port c7ac46eb-2926-4851-b1c4-e418df8759eb {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:33:56.754017 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-00cd4975-fc1e-4988-804b-6b1eb9cc559a req-3a5aa70d-f254-4360-8e3e-ed24570e531c tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:56.845481 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-00cd4975-fc1e-4988-804b-6b1eb9cc559a req-3a5aa70d-f254-4360-8e3e-ed24570e531c tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] For port c7ac46eb-2926-4851-b1c4-e418df8759eb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=c7ac46eb-2926-4851-b1c4-e418df8759eb,segment=NetworkSegment(49143408-fd13-4622-9f38-1e4c64120588),segment_id=49143408-fd13-4622-9f38-1e4c64120588)] {{(pid=101626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:33:56.845832 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-00cd4975-fc1e-4988-804b-6b1eb9cc559a req-3a5aa70d-f254-4360-8e3e-ed24570e531c tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:56.848801 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port c9e52197-8a62-41c7-a16f-80ca36c7ff74, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=c9e52197-8a62-41c7-a16f-80ca36c7ff74,segment=NetworkSegment(cbd19829-cf2b-47ee-a66a-a57dc7035d76),segment_id=cbd19829-cf2b-47ee-a66a-a57dc7035d76)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:33:56.858957 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [req-00cd4975-fc1e-4988-804b-6b1eb9cc559a req-3a5aa70d-f254-4360-8e3e-ed24570e531c tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Calling delete_port for c7ac46eb-2926-4851-b1c4-e418df8759eb owned by compute:nova {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:33:56.860531 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Returning: {'device': 'c9e52197-8a62-41c7-a16f-80ca36c7ff74', 'network_id': '2e6fc2f9-3ea2-4f88-bf82-5929ce1ffd81', 'port_id': 'c9e52197-8a62-41c7-a16f-80ca36c7ff74', 'mac_address': 'fa:16:3e:ca:92:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74c833e-0155-402b-99c3-824e847e167f', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101628) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:33:56.898626 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:56.917982 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e52197-8a62-41c7-a16f-80ca36c7ff74 {{(pid=101628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:33:56.937482 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port c9e52197-8a62-41c7-a16f-80ca36c7ff74, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=c9e52197-8a62-41c7-a16f-80ca36c7ff74,segment=NetworkSegment(cbd19829-cf2b-47ee-a66a-a57dc7035d76),segment_id=cbd19829-cf2b-47ee-a66a-a57dc7035d76)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:33:56.941594 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:56.991340 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=c9e52197-8a62-41c7-a16f-80ca36c7ff74,revision_number=4']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:56.998784 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:56.999123 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:56.999478 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:56.999807 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:57.000128 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:57.000449 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:57.000824 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:57.001088 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:57.001406 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:57.002349 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:57.002349 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:57.002349 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-4-smb {{(pid=101628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:33:57.031429 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb159b-8879-4d0a-9794-91b187c261ab req-8c8d462b-e9a7-49fb-8ada-cbc31c52c81c tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:57.032910 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-00eb159b-8879-4d0a-9794-91b187c261ab req-8c8d462b-e9a7-49fb-8ada-cbc31c52c81c tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f71edbf-76c4-4325-9f9c-a45ebb270205 HTTP/1.1" status: 200 len: 948 time: 0.0846403 Nov 12 02:33:57.046422 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-00cd4975-fc1e-4988-804b-6b1eb9cc559a req-3a5aa70d-f254-4360-8e3e-ed24570e531c tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:57.085773 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5aa70d-f254-4360-8e3e-ed24570e531c tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Pushing event deleted for resources: {'Port': ['ID=c7ac46eb-2926-4851-b1c4-e418df8759eb,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:57.141813 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cd4975-fc1e-4988-804b-6b1eb9cc559a req-3a5aa70d-f254-4360-8e3e-ed24570e531c tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] No DVR routers for this DVR port c7ac46eb-2926-4851-b1c4-e418df8759eb on host hv-cinder-80857 {{(pid=101626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:33:57.147840 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-00eb159b-8879-4d0a-9794-91b187c261ab req-2b277063-838d-4998-8811-617b307c3497 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf48358-9d35-4265-99f6-d79cb51a9462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079233 Nov 12 02:33:57.148893 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-00cd4975-fc1e-4988-804b-6b1eb9cc559a req-3a5aa70d-f254-4360-8e3e-ed24570e531c tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:57.152081 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-00cd4975-fc1e-4988-804b-6b1eb9cc559a req-3a5aa70d-f254-4360-8e3e-ed24570e531c tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.61 "DELETE /v2.0/ports/c7ac46eb-2926-4851-b1c4-e418df8759eb HTTP/1.1" status: 204 len: 173 time: 0.4785407 Nov 12 02:33:57.152521 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce82e44-09f2-47bb-b4f2-fdce19ca8275', 'name': 'network-vif-deleted', 'tag': 'c7ac46eb-2926-4851-b1c4-e418df8759eb'}] {{(pid=101626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:33:57.154770 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee064878ec57991a80a61b6e38777a609e15accd33394659691c67407ac4dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3522f87c-242f-43b4-8486-550ed61bf306" -d '{"events": [{"server_uuid": "dce82e44-09f2-47bb-b4f2-fdce19ca8275", "name": "network-vif-deleted", "tag": "c7ac46eb-2926-4851-b1c4-e418df8759eb"}]}' {{(pid=101626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:33:57.180259 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['c9e52197-8a62-41c7-a16f-80ca36c7ff74'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:33:57.196940 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696da78d-a788-4588-8233-6c39956f63ba x-openstack-request-id: req-696da78d-a788-4588-8233-6c39956f63ba {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:33:57.197250 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce82e44-09f2-47bb-b4f2-fdce19ca8275", "name": "network-vif-deleted", "tag": "c7ac46eb-2926-4851-b1c4-e418df8759eb", "status": "completed", "code": 200}]} {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:33:57.197501 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-696da78d-a788-4588-8233-6c39956f63ba {{(pid=101626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:33:57.197899 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce82e44-09f2-47bb-b4f2-fdce19ca8275', 'name': 'network-vif-deleted', 'tag': 'c7ac46eb-2926-4851-b1c4-e418df8759eb', 'status': 'completed', 'code': 200} Nov 12 02:33:57.679213 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-d26d0edc-04f9-4b4f-9805-9500e07af099 req-36685717-4875-4830-aa04-3fd2022b650d tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "GET /v2.0/ports?device_id=dce82e44-09f2-47bb-b4f2-fdce19ca8275 HTTP/1.1" status: 200 len: 210 time: 0.0260003 Nov 12 02:33:58.264489 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d969362-a79f-4e84-afd7-be3bab0523fa req-3ad4aa7b-3114-4273-a97e-77344fc37e8c tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:58.265928 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8d969362-a79f-4e84-afd7-be3bab0523fa req-3ad4aa7b-3114-4273-a97e-77344fc37e8c tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f71edbf-76c4-4325-9f9c-a45ebb270205 HTTP/1.1" status: 200 len: 948 time: 0.0481093 Nov 12 02:33:58.313685 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-8d969362-a79f-4e84-afd7-be3bab0523fa req-0f7d5a94-658f-4fdc-bbed-162b835502e2 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf48358-9d35-4265-99f6-d79cb51a9462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416248 Nov 12 02:33:58.736311 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 44572) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:58.757482 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device c9e52197-8a62-41c7-a16f-80ca36c7ff74 up at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:33:58.796900 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-2f40d73c-891d-47c5-b827-c289c8eca7cb tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:58.805858 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning for port c9e52197-8a62-41c7-a16f-80ca36c7ff74 completed by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:33:58.809848 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.provisioning_blocks [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Provisioning complete for port c9e52197-8a62-41c7-a16f-80ca36c7ff74 triggered by entity L2. {{(pid=101628) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:33:58.810207 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-639272'] for port, provisioning_complete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:58.822949 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-2f40d73c-891d-47c5-b827-c289c8eca7cb tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:58.884980 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-2f40d73c-891d-47c5-b827-c289c8eca7cb tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:58.887795 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-2f40d73c-891d-47c5-b827-c289c8eca7cb tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:58.888902 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-2f40d73c-891d-47c5-b827-c289c8eca7cb tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] 10.222.0.66 "DELETE /v2.0/security-groups/511feabe-fdf6-4a51-a521-d1724c92cd58 HTTP/1.1" status: 204 len: 168 time: 0.1516259 Nov 12 02:33:58.899027 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40d73c-891d-47c5-b827-c289c8eca7cb tempest-TestShelveInstance-1438748592 tempest-TestShelveInstance-1438748592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=511feabe-fdf6-4a51-a521-d1724c92cd58,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:58.899463 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1487209'] for port, before_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:58.928518 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44576) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:33:58.930488 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f71edbf-76c4-4325-9f9c-a45ebb270205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e52197-8a62-41c7-a16f-80ca36c7ff74'}] {{(pid=101628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:33:58.932729 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b21afffe8ab20e95b63015d19d98232fa1657fb60c4786235e915b9ae582b1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a211f4-e1b9-4cfa-86a1-ec07c20a7873" -d '{"events": [{"server_uuid": "5f71edbf-76c4-4325-9f9c-a45ebb270205", "name": "network-vif-plugged", "status": "completed", "tag": "c9e52197-8a62-41c7-a16f-80ca36c7ff74"}]}' {{(pid=101628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:33:58.946487 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] For port c9e52197-8a62-41c7-a16f-80ca36c7ff74, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=c9e52197-8a62-41c7-a16f-80ca36c7ff74,segment=NetworkSegment(cbd19829-cf2b-47ee-a66a-a57dc7035d76),segment_id=cbd19829-cf2b-47ee-a66a-a57dc7035d76)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:33:58.951398 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768027823508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768027393940', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768027393958'] for port, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:58.952564 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device c7ac46eb-2926-4851-b1c4-e418df8759eb no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:33:58.995631 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fcf24d-7d76-4960-85d9-ead5d819a4fe x-openstack-request-id: req-f8fcf24d-7d76-4960-85d9-ead5d819a4fe {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:33:58.995925 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f71edbf-76c4-4325-9f9c-a45ebb270205", "name": "network-vif-plugged", "status": "completed", "tag": "c9e52197-8a62-41c7-a16f-80ca36c7ff74", "code": 200}]} {{(pid=101628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:33:58.996170 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f8fcf24d-7d76-4960-85d9-ead5d819a4fe {{(pid=101628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:33:58.996554 dv-cinder-808574-4-smb neutron-server[101628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f71edbf-76c4-4325-9f9c-a45ebb270205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e52197-8a62-41c7-a16f-80ca36c7ff74', 'code': 200} Nov 12 02:33:58.997200 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] No Port match for: c7ac46eb-2926-4851-b1c4-e418df8759eb {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:33:58.997531 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device c7ac46eb-2926-4851-b1c4-e418df8759eb not bound to the agent host hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:33:59.023445 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Pushing event updated for resources: {'Port': ['ID=c9e52197-8a62-41c7-a16f-80ca36c7ff74,revision_number=5']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:33:59.209589 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0ec21-59b9-4f97-9789-b5510c750fc5 req-c362f20f-c48b-4a9b-aa9b-bbbfe1460783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:59.211063 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-74c0ec21-59b9-4f97-9789-b5510c750fc5 req-c362f20f-c48b-4a9b-aa9b-bbbfe1460783 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5f71edbf-76c4-4325-9f9c-a45ebb270205 HTTP/1.1" status: 200 len: 1102 time: 0.0757987 Nov 12 02:33:59.283593 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-74c0ec21-59b9-4f97-9789-b5510c750fc5 req-d6c0f074-84b2-43c9-b4ab-e766d43d76e5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=baf48358-9d35-4265-99f6-d79cb51a9462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635483 Nov 12 02:33:59.359587 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6a193185-86a5-410e-90f5-9f5938ef80c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395231'] for router_interface, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:59.492716 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe113f0c-5843-4d20-85f8-cd87b95587d9 req-41a8a0dd-9afa-4ee4-9234-540de596b7ca tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:33:59.494084 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fe113f0c-5843-4d20-85f8-cd87b95587d9 req-41a8a0dd-9afa-4ee4-9234-540de596b7ca tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f71edbf-76c4-4325-9f9c-a45ebb270205 HTTP/1.1" status: 200 len: 949 time: 0.0969872 Nov 12 02:33:59.589080 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fe113f0c-5843-4d20-85f8-cd87b95587d9 req-53ae8e17-942b-45df-813e-afd6cf72b772 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf48358-9d35-4265-99f6-d79cb51a9462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888617 Nov 12 02:33:59.682924 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-6a193185-86a5-410e-90f5-9f5938ef80c9 admin admin] Deleting port 683ed72c-58d0-4d08-9a52-b1cb30f77c54 {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:33:59.683257 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6a193185-86a5-410e-90f5-9f5938ef80c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:59.758147 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [None req-6a193185-86a5-410e-90f5-9f5938ef80c9 admin admin] For port 683ed72c-58d0-4d08-9a52-b1cb30f77c54, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=683ed72c-58d0-4d08-9a52-b1cb30f77c54,segment=NetworkSegment(49143408-fd13-4622-9f38-1e4c64120588),segment_id=49143408-fd13-4622-9f38-1e4c64120588)] {{(pid=101626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:33:59.758412 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6a193185-86a5-410e-90f5-9f5938ef80c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:59.770239 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-6a193185-86a5-410e-90f5-9f5938ef80c9 admin admin] Calling delete_port for 683ed72c-58d0-4d08-9a52-b1cb30f77c54 owned by network:router_interface {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:33:59.945726 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6a193185-86a5-410e-90f5-9f5938ef80c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:33:59.973935 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a193185-86a5-410e-90f5-9f5938ef80c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=683ed72c-58d0-4d08-9a52-b1cb30f77c54,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:00.143510 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6a193185-86a5-410e-90f5-9f5938ef80c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399983'] for router_interface, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:00.361024 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a193185-86a5-410e-90f5-9f5938ef80c9 admin admin] Router 6fc2e0f4-becf-470d-9a91-30aa807fee02 has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101626) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:34:00.471998 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a193185-86a5-410e-90f5-9f5938ef80c9 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101626) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:34:00.477660 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-6a193185-86a5-410e-90f5-9f5938ef80c9 admin admin] 10.222.0.66 "PUT /v2.0/routers/6fc2e0f4-becf-470d-9a91-30aa807fee02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5474365 Nov 12 02:34:00.480146 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44582) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:00.485161 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb0c31-a211-487b-b715-9cff5c17e519 None None] Sync routers for ids ['6fc2e0f4-becf-470d-9a91-30aa807fee02'] in dv-cinder-808574-4-smb {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:34:00.497562 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbb0c31-a211-487b-b715-9cff5c17e519 None None] Routers {'6fc2e0f4-becf-470d-9a91-30aa807fee02'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:34:00.498174 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-2dbb0c31-a211-487b-b715-9cff5c17e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:33:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['6fc2e0f4-becf-470d-9a91-30aa807fee02'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:00.587997 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2d93943e-2446-4a43-b786-296ae66f4ae9 admin admin] Publish callbacks [] for router, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:00.604872 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-2dbb0c31-a211-487b-b715-9cff5c17e519 None None] Set router 6fc2e0f4-becf-470d-9a91-30aa807fee02 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:34:00.929643 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-2dbb0c31-a211-487b-b715-9cff5c17e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'name': 'tempest-TestShelveInstance-586716506-router', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '917067cb-cfe2-486e-98fb-8218af225911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:29Z', 'updated_at': '2021-11-12T02:33:59Z', 'revision_number': 5, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'gw_port': {'id': '917067cb-cfe2-486e-98fb-8218af225911', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:30Z', 'updated_at': '2021-11-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:00.960775 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb0c31-a211-487b-b715-9cff5c17e519 None None] Checking router: 6fc2e0f4-becf-470d-9a91-30aa807fee02 for host: dv-cinder-808574-4-smb {{(pid=101628) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:34:00.969119 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbb0c31-a211-487b-b715-9cff5c17e519 None None] Routers {'6fc2e0f4-becf-470d-9a91-30aa807fee02'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101628) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:34:00.969729 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-2dbb0c31-a211-487b-b715-9cff5c17e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:33:34Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['6fc2e0f4-becf-470d-9a91-30aa807fee02'], 'active': True} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:00.983290 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81821c48-bc30-482a-bc17-d7a0028594b5 req-4d7e1250-ec77-4ded-b997-d8491e32ee64 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:00.984852 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-81821c48-bc30-482a-bc17-d7a0028594b5 req-4d7e1250-ec77-4ded-b997-d8491e32ee64 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f71edbf-76c4-4325-9f9c-a45ebb270205 HTTP/1.1" status: 200 len: 949 time: 0.3198709 Nov 12 02:34:00.986319 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2d93943e-2446-4a43-b786-296ae66f4ae9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:01.064554 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-81821c48-bc30-482a-bc17-d7a0028594b5 req-308223a2-24e6-4bd9-9bb6-c12edc3f7831 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf48358-9d35-4265-99f6-d79cb51a9462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718932 Nov 12 02:34:01.077078 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-2d93943e-2446-4a43-b786-296ae66f4ae9 admin admin] Deleting port 917067cb-cfe2-486e-98fb-8218af225911 {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:34:01.077277 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2d93943e-2446-4a43-b786-296ae66f4ae9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:01.089888 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvr_db [None req-2dbb0c31-a211-487b-b715-9cff5c17e519 None None] Set router 6fc2e0f4-becf-470d-9a91-30aa807fee02 gateway port host: dv-cinder-808574-4-smb {{(pid=101628) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:34:01.165559 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [None req-2d93943e-2446-4a43-b786-296ae66f4ae9 admin admin] For port 917067cb-cfe2-486e-98fb-8218af225911, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=917067cb-cfe2-486e-98fb-8218af225911,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:34:01.166087 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2d93943e-2446-4a43-b786-296ae66f4ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:01.179980 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-2d93943e-2446-4a43-b786-296ae66f4ae9 admin admin] Calling delete_port for 917067cb-cfe2-486e-98fb-8218af225911 owned by network:router_gateway {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:34:01.284427 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_hamode_db [None req-2dbb0c31-a211-487b-b715-9cff5c17e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'name': 'tempest-TestShelveInstance-586716506-router', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '917067cb-cfe2-486e-98fb-8218af225911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:29Z', 'updated_at': '2021-11-12T02:33:59Z', 'revision_number': 5, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'gw_port': {'id': '917067cb-cfe2-486e-98fb-8218af225911', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:30Z', 'updated_at': '2021-11-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:01.315049 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb0c31-a211-487b-b715-9cff5c17e519 None None] The sync data for ids ['6fc2e0f4-becf-470d-9a91-30aa807fee02'] in dv-cinder-808574-4-smb is: [{'id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'name': 'tempest-TestShelveInstance-586716506-router', 'tenant_id': '378fb4ff316c443e84c85718f4e697a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142'}], 'enable_snat': True}, 'gw_port_id': '917067cb-cfe2-486e-98fb-8218af225911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:29Z', 'updated_at': '2021-11-12T02:33:59Z', 'revision_number': 5, 'project_id': '378fb4ff316c443e84c85718f4e697a1', 'gw_port': {'id': '917067cb-cfe2-486e-98fb-8218af225911', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc2e0f4-becf-470d-9a91-30aa807fee02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:30Z', 'updated_at': '2021-11-12T02:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}] {{(pid=101628) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:34:01.392181 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5c838-b446-4f47-a33f-a153055f55cc req-2a2d23bc-f06f-4a48-8a38-d329500d6618 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:01.393650 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-48e5c838-b446-4f47-a33f-a153055f55cc req-2a2d23bc-f06f-4a48-8a38-d329500d6618 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f71edbf-76c4-4325-9f9c-a45ebb270205 HTTP/1.1" status: 200 len: 949 time: 0.0900354 Nov 12 02:34:01.432768 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2d93943e-2446-4a43-b786-296ae66f4ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:01.476769 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93943e-2446-4a43-b786-296ae66f4ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=917067cb-cfe2-486e-98fb-8218af225911,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:01.484261 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-48e5c838-b446-4f47-a33f-a153055f55cc req-3783b195-33ba-413b-b3ff-632ea20b2faa tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf48358-9d35-4265-99f6-d79cb51a9462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837476 Nov 12 02:34:01.539137 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2d93943e-2446-4a43-b786-296ae66f4ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394389'] for router_gateway, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:01.605406 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-56cdcfc2-b0c6-4769-9358-3eb327d1b367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:01.628059 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2d93943e-2446-4a43-b786-296ae66f4ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48736'] for router, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:01.630196 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2d93943e-2446-4a43-b786-296ae66f4ae9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:01.677243 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2d93943e-2446-4a43-b786-296ae66f4ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-401017'] for router, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:01.677809 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d93943e-2446-4a43-b786-296ae66f4ae9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fc2e0f4-becf-470d-9a91-30aa807fee02 {{(pid=101626) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:34:01.682404 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-2d93943e-2446-4a43-b786-296ae66f4ae9 admin admin] Publish callbacks [] for router, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:01.683760 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-2d93943e-2446-4a43-b786-296ae66f4ae9 admin admin] 10.222.0.66 "DELETE /v2.0/routers/6fc2e0f4-becf-470d-9a91-30aa807fee02 HTTP/1.1" status: 204 len: 168 time: 1.2026341 Nov 12 02:34:01.686390 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 44592) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:01.732174 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa60ca9-f217-464f-9d6a-787b2130653a admin admin] Deleting subnet 30e46be7-54e6-447e-b0c6-9142693185c7 {{(pid=101627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:34:01.735642 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-faa60ca9-f217-464f-9d6a-787b2130653a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:01.776668 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-faa60ca9-f217-464f-9d6a-787b2130653a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25777450'] for subnet, precommit_delete_associations {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:01.862210 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-faa60ca9-f217-464f-9d6a-787b2130653a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503514'] for subnet, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:01.918911 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-faa60ca9-f217-464f-9d6a-787b2130653a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3466484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25666411'] for subnet, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:01.950944 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa60ca9-f217-464f-9d6a-787b2130653a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30e46be7-54e6-447e-b0c6-9142693185c7,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:01.955876 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-faa60ca9-f217-464f-9d6a-787b2130653a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:01.963148 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-faa60ca9-f217-464f-9d6a-787b2130653a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/30e46be7-54e6-447e-b0c6-9142693185c7 HTTP/1.1" status: 204 len: 168 time: 0.2756069 Nov 12 02:34:01.964046 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e484b7c9-9447-4e0e-a8df-35095d895bdf None None] Network 14bae292-872d-4939-805e-6aff3e3b318a requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:34:01.965757 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44594) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:02.042620 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6c1c4f0e-1e8e-4f0a-9db7-64e4f81423f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1368191'] for network, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:02.096325 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-6c1c4f0e-1e8e-4f0a-9db7-64e4f81423f0 admin admin] Deleting port 3e2d2530-70e6-4561-970c-0408c986322b {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:34:02.096659 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6c1c4f0e-1e8e-4f0a-9db7-64e4f81423f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:02.165927 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [None req-6c1c4f0e-1e8e-4f0a-9db7-64e4f81423f0 admin admin] For port 3e2d2530-70e6-4561-970c-0408c986322b, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=3e2d2530-70e6-4561-970c-0408c986322b,segment=NetworkSegment(49143408-fd13-4622-9f38-1e4c64120588),segment_id=49143408-fd13-4622-9f38-1e4c64120588)] {{(pid=101626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:34:02.166306 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6c1c4f0e-1e8e-4f0a-9db7-64e4f81423f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:02.168226 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:02.180636 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-6c1c4f0e-1e8e-4f0a-9db7-64e4f81423f0 admin admin] Calling delete_port for 3e2d2530-70e6-4561-970c-0408c986322b owned by network:dhcp {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:34:02.260706 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6c1c4f0e-1e8e-4f0a-9db7-64e4f81423f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:02.285801 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c4f0e-1e8e-4f0a-9db7-64e4f81423f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e2d2530-70e6-4561-970c-0408c986322b,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:02.290159 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1c4f0e-1e8e-4f0a-9db7-64e4f81423f0 admin admin] No DVR routers for this DVR port 3e2d2530-70e6-4561-970c-0408c986322b on host dv-cinder-808574-4-smb {{(pid=101626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:34:02.355405 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7bf014-5d39-4527-8286-dd3fa2ea7f22 None None] DHCP port deletion for 14bae292-872d-4939-805e-6aff3e3b318a request from dv-cinder-808574-4-smb {{(pid=101628) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:34:02.374713 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6c1c4f0e-1e8e-4f0a-9db7-64e4f81423f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642717', 'neutron.services.segments.db._delete_segments_for_network-8768027728366'] for network, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:02.397091 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.services.segments.db [None req-6c1c4f0e-1e8e-4f0a-9db7-64e4f81423f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14bae292-872d-4939-805e-6aff3e3b318a']}} {{(pid=101626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:02.406601 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.services.segments.db [None req-6c1c4f0e-1e8e-4f0a-9db7-64e4f81423f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49143408-fd13-4622-9f38-1e4c64120588') {'for_net_delete': True} {{(pid=101626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:02.406875 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.services.segments.db [None req-6c1c4f0e-1e8e-4f0a-9db7-64e4f81423f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49143408-fd13-4622-9f38-1e4c64120588') {} {{(pid=101626) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:02.417368 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6c1c4f0e-1e8e-4f0a-9db7-64e4f81423f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768027880951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25436335'] for segment, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:02.420129 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 3e2d2530-70e6-4561-970c-0408c986322b no longer exists at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:34:02.431691 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6c1c4f0e-1e8e-4f0a-9db7-64e4f81423f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:02.437889 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1c4f0e-1e8e-4f0a-9db7-64e4f81423f0 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=101626) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:34:02.438321 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6c1c4f0e-1e8e-4f0a-9db7-64e4f81423f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25443653'] for segment, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: Traceback (most recent call last): Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: timer() Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: cb(*args, **kw) Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: return func(*args, **kwargs) Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: self._notify() Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: self.callback(batched_events) Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: event.method(event) Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: return f(self, *a, **k) Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: return self._get(url).json() Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: return self.request(url, 'GET', **kwargs) Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:34:02.440187 dv-cinder-808574-4-smb neutron-server[101626]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:34:02.443166 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] No Port match for: 3e2d2530-70e6-4561-970c-0408c986322b {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:34:02.443552 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 3e2d2530-70e6-4561-970c-0408c986322b not bound to the agent host dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:34:02.443973 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 683ed72c-58d0-4d08-9a52-b1cb30f77c54 no longer exists at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:34:02.463915 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] No Port match for: 683ed72c-58d0-4d08-9a52-b1cb30f77c54 {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:34:02.464259 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 683ed72c-58d0-4d08-9a52-b1cb30f77c54 not bound to the agent host dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:34:02.464673 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 917067cb-cfe2-486e-98fb-8218af225911 no longer exists at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:34:02.484896 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] No Port match for: 917067cb-cfe2-486e-98fb-8218af225911 {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:34:02.485235 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 917067cb-cfe2-486e-98fb-8218af225911 not bound to the agent host dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:34:02.501234 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6c1c4f0e-1e8e-4f0a-9db7-64e4f81423f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394473'] for network, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:02.507404 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-6c1c4f0e-1e8e-4f0a-9db7-64e4f81423f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:02.511131 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-6c1c4f0e-1e8e-4f0a-9db7-64e4f81423f0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/14bae292-872d-4939-805e-6aff3e3b318a HTTP/1.1" status: 204 len: 168 time: 0.5443399 Nov 12 02:34:02.514029 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 44598) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:02.525783 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c4f0e-1e8e-4f0a-9db7-64e4f81423f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=14bae292-872d-4939-805e-6aff3e3b318a,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:02.615920 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe258678-3872-4c56-afa5-b5d374129f32 req-97bd04e6-290e-49fb-80ab-a07483de72e2 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:02.617619 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fe258678-3872-4c56-afa5-b5d374129f32 req-97bd04e6-290e-49fb-80ab-a07483de72e2 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f71edbf-76c4-4325-9f9c-a45ebb270205 HTTP/1.1" status: 200 len: 949 time: 0.0584610 Nov 12 02:34:02.667403 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-fe258678-3872-4c56-afa5-b5d374129f32 req-96429a90-12ee-4000-b538-781354dd9fc1 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/security-groups?id=baf48358-9d35-4265-99f6-d79cb51a9462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436578 Nov 12 02:34:02.834960 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce4a05-d2cf-4bc6-a03c-5c6a794f6f3a req-03fad040-e9e5-43b0-8491-08d1e5bbb888 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101626) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:34:02.836328 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-21ce4a05-d2cf-4bc6-a03c-5c6a794f6f3a req-03fad040-e9e5-43b0-8491-08d1e5bbb888 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f71edbf-76c4-4325-9f9c-a45ebb270205 HTTP/1.1" status: 200 len: 949 time: 0.0479271 Nov 12 02:34:02.928709 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [req-21ce4a05-d2cf-4bc6-a03c-5c6a794f6f3a req-6a29ce8e-5936-49cb-8e84-d7703b8018d3 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Deleting port c9e52197-8a62-41c7-a16f-80ca36c7ff74 {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:34:02.929045 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-21ce4a05-d2cf-4bc6-a03c-5c6a794f6f3a req-6a29ce8e-5936-49cb-8e84-d7703b8018d3 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:02.938358 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7c55c4fa-b94c-4f8e-bd9f-bddec82b0871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-395231'] for router_interface, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:03.017839 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [req-21ce4a05-d2cf-4bc6-a03c-5c6a794f6f3a req-6a29ce8e-5936-49cb-8e84-d7703b8018d3 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] For port c9e52197-8a62-41c7-a16f-80ca36c7ff74, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=c9e52197-8a62-41c7-a16f-80ca36c7ff74,segment=NetworkSegment(cbd19829-cf2b-47ee-a66a-a57dc7035d76),segment_id=cbd19829-cf2b-47ee-a66a-a57dc7035d76)] {{(pid=101626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:34:03.018193 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-21ce4a05-d2cf-4bc6-a03c-5c6a794f6f3a req-6a29ce8e-5936-49cb-8e84-d7703b8018d3 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:03.031355 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [req-21ce4a05-d2cf-4bc6-a03c-5c6a794f6f3a req-6a29ce8e-5936-49cb-8e84-d7703b8018d3 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Calling delete_port for c9e52197-8a62-41c7-a16f-80ca36c7ff74 owned by compute:nova {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:34:03.162550 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-21ce4a05-d2cf-4bc6-a03c-5c6a794f6f3a req-6a29ce8e-5936-49cb-8e84-d7703b8018d3 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:03.174153 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] get_ports_and_sgs() called for port_ids ['c9e52197-8a62-41c7-a16f-80ca36c7ff74'] {{(pid=101628) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:34:03.219201 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29ce8e-5936-49cb-8e84-d7703b8018d3 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Pushing event deleted for resources: {'Port': ['ID=c9e52197-8a62-41c7-a16f-80ca36c7ff74,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:03.235617 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-7c55c4fa-b94c-4f8e-bd9f-bddec82b0871 admin admin] Deleting port 8528eca7-804f-4a94-890e-b28143cdcf86 {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:34:03.235932 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7c55c4fa-b94c-4f8e-bd9f-bddec82b0871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:03.238901 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ce4a05-d2cf-4bc6-a03c-5c6a794f6f3a req-6a29ce8e-5936-49cb-8e84-d7703b8018d3 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] No DVR routers for this DVR port c9e52197-8a62-41c7-a16f-80ca36c7ff74 on host hv-cinder-80857 {{(pid=101626) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:34:03.242568 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [req-21ce4a05-d2cf-4bc6-a03c-5c6a794f6f3a req-6a29ce8e-5936-49cb-8e84-d7703b8018d3 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073992'] for port, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:03.246105 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-21ce4a05-d2cf-4bc6-a03c-5c6a794f6f3a req-6a29ce8e-5936-49cb-8e84-d7703b8018d3 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.61 "DELETE /v2.0/ports/c9e52197-8a62-41c7-a16f-80ca36c7ff74 HTTP/1.1" status: 204 len: 173 time: 0.4037223 Nov 12 02:34:03.246575 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f71edbf-76c4-4325-9f9c-a45ebb270205', 'name': 'network-vif-deleted', 'tag': 'c9e52197-8a62-41c7-a16f-80ca36c7ff74'}] {{(pid=101626) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:34:03.249103 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee064878ec57991a80a61b6e38777a609e15accd33394659691c67407ac4dea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc587a5-34a0-41e4-bdf9-51a1dd0e8d9b" -d '{"events": [{"server_uuid": "5f71edbf-76c4-4325-9f9c-a45ebb270205", "name": "network-vif-deleted", "tag": "c9e52197-8a62-41c7-a16f-80ca36c7ff74"}]}' {{(pid=101626) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:34:03.295537 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8316760-9c34-4c84-9520-1fbf22628013 x-openstack-request-id: req-e8316760-9c34-4c84-9520-1fbf22628013 {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:34:03.295824 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f71edbf-76c4-4325-9f9c-a45ebb270205", "name": "network-vif-deleted", "tag": "c9e52197-8a62-41c7-a16f-80ca36c7ff74", "status": "completed", "code": 200}]} {{(pid=101626) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:34:03.296069 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e8316760-9c34-4c84-9520-1fbf22628013 {{(pid=101626) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:34:03.296461 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f71edbf-76c4-4325-9f9c-a45ebb270205', 'name': 'network-vif-deleted', 'tag': 'c9e52197-8a62-41c7-a16f-80ca36c7ff74', 'status': 'completed', 'code': 200} Nov 12 02:34:03.339345 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [None req-7c55c4fa-b94c-4f8e-bd9f-bddec82b0871 admin admin] For port 8528eca7-804f-4a94-890e-b28143cdcf86, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=8528eca7-804f-4a94-890e-b28143cdcf86,segment=NetworkSegment(2cf449ab-29f8-4aa0-949c-6e58ce4f4507),segment_id=2cf449ab-29f8-4aa0-949c-6e58ce4f4507)] {{(pid=101627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:34:03.339762 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7c55c4fa-b94c-4f8e-bd9f-bddec82b0871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:03.354790 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-7c55c4fa-b94c-4f8e-bd9f-bddec82b0871 admin admin] Calling delete_port for 8528eca7-804f-4a94-890e-b28143cdcf86 owned by network:router_interface {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:34:03.544958 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7c55c4fa-b94c-4f8e-bd9f-bddec82b0871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:03.573093 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55c4fa-b94c-4f8e-bd9f-bddec82b0871 admin admin] Pushing event deleted for resources: {'Port': ['ID=8528eca7-804f-4a94-890e-b28143cdcf86,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:03.738184 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-7c55c4fa-b94c-4f8e-bd9f-bddec82b0871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1605287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399983'] for router_interface, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:03.780812 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [req-11e2a57a-5355-442c-8cd6-ea38e1a3a638 req-582384b7-26a5-4d9f-98ce-1a91dd6a7306 tempest-VolumesNegativeTest-798972942 tempest-VolumesNegativeTest-798972942-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f71edbf-76c4-4325-9f9c-a45ebb270205 HTTP/1.1" status: 200 len: 210 time: 0.0266511 Nov 12 02:34:03.954821 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c55c4fa-b94c-4f8e-bd9f-bddec82b0871 admin admin] Router cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e has already been hosted by L3 agent a8442c9f-a523-4e6b-9de5-a59de23b3ac6 {{(pid=101627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:34:04.067438 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c55c4fa-b94c-4f8e-bd9f-bddec82b0871 admin admin] Notify agent at l3_agent.dv-cinder-808574-4-smb the message routers_updated {{(pid=101627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:34:04.073705 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-abf5f4bc-375c-4b2a-a0fc-8fa2dd49239e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:04.075265 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-7c55c4fa-b94c-4f8e-bd9f-bddec82b0871 admin admin] 10.222.0.66 "PUT /v2.0/routers/cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5598030 Nov 12 02:34:04.077964 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44606) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:04.081368 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb7b598-9182-4514-b442-a8feae2eaddf None None] Sync routers for ids ['cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e'] in dv-cinder-808574-4-smb {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:34:04.092672 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb7b598-9182-4514-b442-a8feae2eaddf None None] Routers {'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:34:04.093287 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-6fb7b598-9182-4514-b442-a8feae2eaddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:34:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:04.187035 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b3498ce9-d5a3-4f80-aef4-3d9c189104c1 admin admin] Publish callbacks [] for router, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:04.198454 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-6fb7b598-9182-4514-b442-a8feae2eaddf None None] Set router cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e gateway port host: dv-cinder-808574-4-smb {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:34:04.289602 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b3498ce9-d5a3-4f80-aef4-3d9c189104c1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:04.340299 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-b3498ce9-d5a3-4f80-aef4-3d9c189104c1 admin admin] Deleting port d05e2d8b-5b8d-4413-863d-8531b5128a38 {{(pid=101626) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:34:04.340632 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b3498ce9-d5a3-4f80-aef4-3d9c189104c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:04.380639 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-6fb7b598-9182-4514-b442-a8feae2eaddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e', 'name': 'tempest-TestShelveInstance-825706918-router', 'tenant_id': '315c233ea0d74c1bb4464827c6f34aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'external_fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.227'}], 'enable_snat': True}, 'gw_port_id': 'd05e2d8b-5b8d-4413-863d-8531b5128a38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:36Z', 'updated_at': '2021-11-12T02:34:03Z', 'revision_number': 5, 'project_id': '315c233ea0d74c1bb4464827c6f34aa1', 'gw_port': {'id': 'd05e2d8b-5b8d-4413-863d-8531b5128a38', 'name': '', 'network_id': '746dceb8-55e8-4523-9283-66828a4b28c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'ip_address': '172.28.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:29:36Z', 'updated_at': '2021-11-12T02:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd778f24f-8ae6-4f5c-a711-628df869656e', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-4-smb'}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:04.408132 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb7b598-9182-4514-b442-a8feae2eaddf None None] Checking router: cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e for host: dv-cinder-808574-4-smb {{(pid=101629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:34:04.417218 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb7b598-9182-4514-b442-a8feae2eaddf None None] Routers {'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e'} bound to L3 agent in host dv-cinder-808574-4-smb {{(pid=101629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:34:04.417877 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-6fb7b598-9182-4514-b442-a8feae2eaddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T02:17:34Z,description=,heartbeat_timestamp=2021-11-12T02:34:04Z,host='dv-cinder-808574-4-smb',id=a8442c9f-a523-4e6b-9de5-a59de23b3ac6,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T02:17:34Z,topic='l3_agent')) {'router_ids': ['cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e'], 'active': True} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:04.418283 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.db [None req-b3498ce9-d5a3-4f80-aef4-3d9c189104c1 admin admin] For port d05e2d8b-5b8d-4413-863d-8531b5128a38, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=d05e2d8b-5b8d-4413-863d-8531b5128a38,segment=NetworkSegment(56795524-c431-414c-b5a5-f284cfb561d9),segment_id=56795524-c431-414c-b5a5-f284cfb561d9)] {{(pid=101626) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:34:04.418657 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b3498ce9-d5a3-4f80-aef4-3d9c189104c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:04.431196 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.plugins.ml2.plugin [None req-b3498ce9-d5a3-4f80-aef4-3d9c189104c1 admin admin] Calling delete_port for d05e2d8b-5b8d-4413-863d-8531b5128a38 owned by network:router_gateway {{(pid=101626) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:34:04.504027 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_dvr_db [None req-6fb7b598-9182-4514-b442-a8feae2eaddf None None] Set router cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e gateway port host: None {{(pid=101629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:34:04.560482 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.l3_hamode_db [None req-6fb7b598-9182-4514-b442-a8feae2eaddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e', 'name': 'tempest-TestShelveInstance-825706918-router', 'tenant_id': '315c233ea0d74c1bb4464827c6f34aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:36Z', 'updated_at': '2021-11-12T02:34:04Z', 'revision_number': 6, 'project_id': '315c233ea0d74c1bb4464827c6f34aa1', 'gw_port_host': None}], 'dv-cinder-808574-4-smb', False) {} {{(pid=101629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:04.591078 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb7b598-9182-4514-b442-a8feae2eaddf None None] The sync data for ids ['cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e'] in dv-cinder-808574-4-smb is: [{'id': 'cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e', 'name': 'tempest-TestShelveInstance-825706918-router', 'tenant_id': '315c233ea0d74c1bb4464827c6f34aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:29:36Z', 'updated_at': '2021-11-12T02:34:04Z', 'revision_number': 6, 'project_id': '315c233ea0d74c1bb4464827c6f34aa1', 'gw_port_host': None}] {{(pid=101629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:34:04.600790 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b3498ce9-d5a3-4f80-aef4-3d9c189104c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25443608'] for port, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:04.635057 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3498ce9-d5a3-4f80-aef4-3d9c189104c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d05e2d8b-5b8d-4413-863d-8531b5128a38,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:04.696567 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b3498ce9-d5a3-4f80-aef4-3d9c189104c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-394389'] for router_gateway, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:04.784073 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b3498ce9-d5a3-4f80-aef4-3d9c189104c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-400896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48736'] for router, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:04.786148 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b3498ce9-d5a3-4f80-aef4-3d9c189104c1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:04.828591 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b3498ce9-d5a3-4f80-aef4-3d9c189104c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-401017'] for router, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:04.829227 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3498ce9-d5a3-4f80-aef4-3d9c189104c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e {{(pid=101626) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:34:04.834075 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-b3498ce9-d5a3-4f80-aef4-3d9c189104c1 admin admin] Publish callbacks [] for router, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:04.835672 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-b3498ce9-d5a3-4f80-aef4-3d9c189104c1 admin admin] 10.222.0.66 "DELETE /v2.0/routers/cfd7dfaa-8377-47dc-b8b8-b040a7d37e8e HTTP/1.1" status: 204 len: 168 time: 0.7565169 Nov 12 02:34:04.838397 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 44610) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:05.175143 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.db_base_plugin_v2 [None req-d583a880-fdae-4909-89a1-05f127cf01a1 admin admin] Deleting subnet 5d29234d-0942-42b3-936f-bcdd321c11db {{(pid=101627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:34:05.182448 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d583a880-fdae-4909-89a1-05f127cf01a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:05.220965 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d583a880-fdae-4909-89a1-05f127cf01a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25777450'] for subnet, precommit_delete_associations {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:05.312042 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d583a880-fdae-4909-89a1-05f127cf01a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1503514'] for subnet, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:05.389193 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:05.400217 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d583a880-fdae-4909-89a1-05f127cf01a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3466484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25666411'] for subnet, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:05.424626 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583a880-fdae-4909-89a1-05f127cf01a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d29234d-0942-42b3-936f-bcdd321c11db,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:05.434970 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-d583a880-fdae-4909-89a1-05f127cf01a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:05.440589 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-d583a880-fdae-4909-89a1-05f127cf01a1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5d29234d-0942-42b3-936f-bcdd321c11db HTTP/1.1" status: 204 len: 168 time: 0.5986629 Nov 12 02:34:05.440923 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 44646) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:05.441037 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c036738e-bae3-4f7a-90fe-c22f35e9124d None None] Network 9761ec3f-252f-4306-9657-6a52fbfd5281 requested from dv-cinder-808574-4-smb {{(pid=101628) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:34:05.518915 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5178b501-c481-4752-bbea-32c7fb985006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1368191'] for network, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:05.593145 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-5178b501-c481-4752-bbea-32c7fb985006 admin admin] Deleting port 3eb38363-f432-455e-9367-1554e3ee0c0a {{(pid=101627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:34:05.593482 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5178b501-c481-4752-bbea-32c7fb985006 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:05.685670 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710f1b2c-7a8f-4735-b046-de681c540a62 None None] DHCP port deletion for 9761ec3f-252f-4306-9657-6a52fbfd5281 request from dv-cinder-808574-4-smb {{(pid=101628) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:34:05.689672 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.db [None req-5178b501-c481-4752-bbea-32c7fb985006 admin admin] For port 3eb38363-f432-455e-9367-1554e3ee0c0a, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=3eb38363-f432-455e-9367-1554e3ee0c0a,segment=NetworkSegment(2cf449ab-29f8-4aa0-949c-6e58ce4f4507),segment_id=2cf449ab-29f8-4aa0-949c-6e58ce4f4507)] {{(pid=101627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:34:05.690294 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5178b501-c481-4752-bbea-32c7fb985006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:05.706261 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.plugin [None req-5178b501-c481-4752-bbea-32c7fb985006 admin admin] Calling delete_port for 3eb38363-f432-455e-9367-1554e3ee0c0a owned by network:dhcp {{(pid=101627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:34:05.769163 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-710f1b2c-7a8f-4735-b046-de681c540a62 None None] Deleting port 3eb38363-f432-455e-9367-1554e3ee0c0a {{(pid=101628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:34:05.769751 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-710f1b2c-7a8f-4735-b046-de681c540a62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768027815352'] for port, before_delete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:05.817085 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5178b501-c481-4752-bbea-32c7fb985006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3466439'] for port, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:05.852538 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178b501-c481-4752-bbea-32c7fb985006 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eb38363-f432-455e-9367-1554e3ee0c0a,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:05.858026 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5178b501-c481-4752-bbea-32c7fb985006 admin admin] No DVR routers for this DVR port 3eb38363-f432-455e-9367-1554e3ee0c0a on host dv-cinder-808574-4-smb {{(pid=101627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:34:05.892137 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.db [None req-710f1b2c-7a8f-4735-b046-de681c540a62 None None] For port 3eb38363-f432-455e-9367-1554e3ee0c0a, host dv-cinder-808574-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-4-smb',level=0,port_id=3eb38363-f432-455e-9367-1554e3ee0c0a,segment=NetworkSegment(2cf449ab-29f8-4aa0-949c-6e58ce4f4507),segment_id=2cf449ab-29f8-4aa0-949c-6e58ce4f4507)] {{(pid=101628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:34:05.892903 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-710f1b2c-7a8f-4735-b046-de681c540a62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-520825'] for port, precommit_delete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:05.908787 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-710f1b2c-7a8f-4735-b046-de681c540a62 None None] Calling delete_port for 3eb38363-f432-455e-9367-1554e3ee0c0a owned by network:dhcp {{(pid=101628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:34:05.957223 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5178b501-c481-4752-bbea-32c7fb985006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-642717', 'neutron.services.segments.db._delete_segments_for_network-8768027728366'] for network, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:05.983744 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-5178b501-c481-4752-bbea-32c7fb985006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9761ec3f-252f-4306-9657-6a52fbfd5281']}} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:05.994813 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-5178b501-c481-4752-bbea-32c7fb985006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf449ab-29f8-4aa0-949c-6e58ce4f4507') {'for_net_delete': True} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:05.995448 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.services.segments.db [None req-5178b501-c481-4752-bbea-32c7fb985006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf449ab-29f8-4aa0-949c-6e58ce4f4507') {} {{(pid=101627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:34:05.996117 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-710f1b2c-7a8f-4735-b046-de681c540a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1497029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-232073', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768027823490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768027393931'] for port, after_delete {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:06.006611 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5178b501-c481-4752-bbea-32c7fb985006 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768027880951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25774297'] for segment, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:06.020643 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f1b2c-7a8f-4735-b046-de681c540a62 None None] Pushing event deleted for resources: {'Port': ['ID=3eb38363-f432-455e-9367-1554e3ee0c0a,revision_number=None']} {{(pid=101628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:06.027427 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5178b501-c481-4752-bbea-32c7fb985006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477'] for segment, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:06.029706 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f1b2c-7a8f-4735-b046-de681c540a62 None None] No DVR routers for this DVR port 3eb38363-f432-455e-9367-1554e3ee0c0a on host dv-cinder-808574-4-smb {{(pid=101628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:34:06.034856 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5178b501-c481-4752-bbea-32c7fb985006 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=101627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:34:06.035650 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5178b501-c481-4752-bbea-32c7fb985006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1505477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3466394'] for segment, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: Traceback (most recent call last): Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: timer() Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: cb(*args, **kw) Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: return func(*args, **kwargs) Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: self._notify() Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: self.callback(batched_events) Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: event.method(event) Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: return f(self, *a, **k) Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: return self._get(url).json() Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: return self.request(url, 'GET', **kwargs) Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:34:06.039215 dv-cinder-808574-4-smb neutron-server[101627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:34:06.115612 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5178b501-c481-4752-bbea-32c7fb985006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-642692', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-340834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1605294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394473'] for network, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:06.123165 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-5178b501-c481-4752-bbea-32c7fb985006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1605304'] for network, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:06.130052 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-5178b501-c481-4752-bbea-32c7fb985006 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9761ec3f-252f-4306-9657-6a52fbfd5281 HTTP/1.1" status: 204 len: 168 time: 0.6856401 Nov 12 02:34:06.144285 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178b501-c481-4752-bbea-32c7fb985006 admin admin] Pushing event deleted for resources: {'Network': ['ID=9761ec3f-252f-4306-9657-6a52fbfd5281,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:06.156580 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device d05e2d8b-5b8d-4413-863d-8531b5128a38 no longer exists at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:34:06.191436 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] No Port match for: d05e2d8b-5b8d-4413-863d-8531b5128a38 {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:34:06.192099 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device d05e2d8b-5b8d-4413-863d-8531b5128a38 not bound to the agent host dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:34:06.192551 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 8528eca7-804f-4a94-890e-b28143cdcf86 no longer exists at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:34:06.215757 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] No Port match for: 8528eca7-804f-4a94-890e-b28143cdcf86 {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:34:06.216178 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 8528eca7-804f-4a94-890e-b28143cdcf86 not bound to the agent host dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:34:06.216502 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 3eb38363-f432-455e-9367-1554e3ee0c0a no longer exists at agent ovs-agent-dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:34:06.239902 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] No Port match for: 3eb38363-f432-455e-9367-1554e3ee0c0a {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:34:06.240251 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Device 3eb38363-f432-455e-9367-1554e3ee0c0a not bound to the agent host dv-cinder-808574-4-smb {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:34:06.375912 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44724) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:06.420957 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-b20c81ce-9654-4a6d-85e9-c08b94db50ef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=378fb4ff316c443e84c85718f4e697a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438643 Nov 12 02:34:06.423385 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44728) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:06.470331 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f5d6-7390-450c-96c5-065aa4c20ec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:06.494520 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f5d6-7390-450c-96c5-065aa4c20ec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:06.541126 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f5d6-7390-450c-96c5-065aa4c20ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:06.543919 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f5d6-7390-450c-96c5-065aa4c20ec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:06.545186 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-ffe5f5d6-7390-450c-96c5-065aa4c20ec0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2f210c33-daf3-4943-9bc4-601d3c04d130 HTTP/1.1" status: 204 len: 168 time: 0.1208057 Nov 12 02:34:06.556796 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5f5d6-7390-450c-96c5-065aa4c20ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f210c33-daf3-4943-9bc4-601d3c04d130,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:06.775901 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device c9e52197-8a62-41c7-a16f-80ca36c7ff74 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:34:06.797892 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.plugin [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] No Port match for: c9e52197-8a62-41c7-a16f-80ca36c7ff74 {{(pid=101628) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:34:06.798343 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron.plugins.ml2.rpc [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Device c9e52197-8a62-41c7-a16f-80ca36c7ff74 not bound to the agent host hv-cinder-80857 {{(pid=101628) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:34:06.902559 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44782) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:06.945013 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-12f1c9f0-918d-41b5-82dd-580388a870cb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=315c233ea0d74c1bb4464827c6f34aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412841 Nov 12 02:34:06.947661 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 44790) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:06.997983 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e1516fc0-bc12-483c-95cc-c0d556fdb70e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:07.006062 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:07.024967 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e1516fc0-bc12-483c-95cc-c0d556fdb70e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:07.072555 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e1516fc0-bc12-483c-95cc-c0d556fdb70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:07.075408 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-e1516fc0-bc12-483c-95cc-c0d556fdb70e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:07.076757 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-e1516fc0-bc12-483c-95cc-c0d556fdb70e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3537fb62-41ae-45ad-aa2f-061a9e1cd568 HTTP/1.1" status: 204 len: 168 time: 0.1280978 Nov 12 02:34:07.084920 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1516fc0-bc12-483c-95cc-c0d556fdb70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3537fb62-41ae-45ad-aa2f-061a9e1cd568,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:07.547737 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:09.558161 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44876) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:09.687975 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-8f570bbe-c017-4c70-8e93-a1c768acf41b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=79821dade72d4beaaa9de55dd4bbf686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286318 Nov 12 02:34:09.690350 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44880) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:09.744992 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-689c5aca-91b9-47fe-9367-32ff8a073cbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:09.765998 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-689c5aca-91b9-47fe-9367-32ff8a073cbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:09.812234 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-689c5aca-91b9-47fe-9367-32ff8a073cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:09.814789 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-689c5aca-91b9-47fe-9367-32ff8a073cbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:09.815936 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-689c5aca-91b9-47fe-9367-32ff8a073cbf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/baf48358-9d35-4265-99f6-d79cb51a9462 HTTP/1.1" status: 204 len: 168 time: 0.1247039 Nov 12 02:34:09.823650 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c5aca-91b9-47fe-9367-32ff8a073cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf48358-9d35-4265-99f6-d79cb51a9462,revision_number=None']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:20.613378 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.wsgi [-] (101626) accepted ('10.222.0.66', 44996) {{(pid=101626) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:20.716664 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4182254e-2837-42c2-8b74-faf69dd8212e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:20.794023 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4182254e-2837-42c2-8b74-faf69dd8212e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:20.797978 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron_lib.callbacks.manager [None req-4182254e-2837-42c2-8b74-faf69dd8212e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_create {{(pid=101626) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:20.836790 dv-cinder-808574-4-smb neutron-server[101626]: INFO neutron.wsgi [None req-4182254e-2837-42c2-8b74-faf69dd8212e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e58ee7bd5f0f44aaaedff1658ecdbd89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221799 Nov 12 02:34:20.837902 dv-cinder-808574-4-smb neutron-server[101626]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182254e-2837-42c2-8b74-faf69dd8212e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec7fdec-d982-4560-9121-62383f6f02b5,revision_number=1']} {{(pid=101626) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:20.839583 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.wsgi [-] (101627) accepted ('10.222.0.66', 45000) {{(pid=101627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:34:20.886142 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bab56fce-bf18-4db4-9414-bfe1fa24befd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:20.908236 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bab56fce-bf18-4db4-9414-bfe1fa24befd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:20.951961 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bab56fce-bf18-4db4-9414-bfe1fa24befd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313297'] for security_group, after_delete {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:20.954652 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron_lib.callbacks.manager [None req-bab56fce-bf18-4db4-9414-bfe1fa24befd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:20.955782 dv-cinder-808574-4-smb neutron-server[101627]: INFO neutron.wsgi [None req-bab56fce-bf18-4db4-9414-bfe1fa24befd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fec7fdec-d982-4560-9121-62383f6f02b5 HTTP/1.1" status: 204 len: 168 time: 0.1152031 Nov 12 02:34:20.964047 dv-cinder-808574-4-smb neutron-server[101627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab56fce-bf18-4db4-9414-bfe1fa24befd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec7fdec-d982-4560-9121-62383f6f02b5,revision_number=None']} {{(pid=101627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:34:22.628038 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:34:31.606593 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5775b535-e8d0-4f65-8bda-3e06aaae23dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:32.171814 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:34.074283 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5b290f43-df72-4177-8ce6-d9e8722804ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:35.380988 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:37.001318 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:37.549906 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:34:59.627037 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:35:01.607997 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d35e-e542-454b-96e3-2787552e4cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:02.173648 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:04.076030 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-58acdc65-fcad-4084-887a-d8ca749b2db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:05.386703 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:07.005493 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:07.556501 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:31.609868 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-c8307b5d-16d6-484f-8d4a-2330219315d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:32.165405 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:34.076999 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-9855b037-e04d-49a6-9975-db71fbccad0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:35.387036 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:36.626355 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:35:37.009605 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:35:37.548160 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:01.614428 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-981b47f6-ac57-4451-ac94-2aa0fb1bde37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:02.165359 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:04.077796 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-a84bb739-9bdf-4c4b-9184-7ef428aa0ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:05.389077 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:07.010362 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:07.551654 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:13.625408 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:36:31.616091 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-af633206-ea20-4eb9-995c-b1d210da12ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:32.171180 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:34.078273 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-afaf547d-6277-49eb-8d2a-6c0cf50dcf31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:35.394602 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:37.011866 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:37.553182 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:36:50.623748 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:37:01.619253 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-371d3d61-ac51-4f29-beaf-2379b6aa435f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:02.183222 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:04.080593 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-532754e8-4d6a-4270-9a66-25029601e871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:05.394579 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:07.015518 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:07.555713 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:27.622512 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:37:31.623112 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-21b95995-0d89-404e-96f6-3ff4c664de05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:32.201856 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:34.082197 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf15d-de6e-45a9-9850-dc1e3ae55c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:35.396584 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:37.017407 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:37:37.557208 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:01.625543 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-7d34a198-3272-402e-94bb-e1ae5eaf02f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:02.197576 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:04.084804 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-7f8b844a-d66f-4290-baf6-1d589d4b2b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:04.622851 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:38:05.517519 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:07.020607 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:07.559886 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:31.627213 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-e6951d8e-c3b8-4ebe-ad55-95b8949c464e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:32.191921 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:34.088141 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-bb3b268c-8710-4e1f-8f0b-404d07a7fc97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:35.404066 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:37.023595 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:37.561300 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:38:41.622827 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:39:01.629811 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-32467681-cc50-4b7b-8c88-66c8af3af450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:02.187484 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:04.090176 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-960ad9f4-c280-48c7-9d94-0ee570abb481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:05.405987 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:07.027682 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:07.563182 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:18.624034 dv-cinder-808574-4-smb neutron-server[101629]: DEBUG neutron.db.agents_db [None req-18b5478d-69e8-453a-bbd4-b34fb2722f71 None None] Agent healthcheck: found 6 active agents {{(pid=101629) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:39:31.634933 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-1f0b9e76-8462-4a59-a182-aedeb1e2b8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:32.190573 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-fc75564a-1f9d-4138-9e03-d590d053b0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:34.092123 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-d8007c20-362f-4c26-91c3-d3a09adf847e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:35.407826 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-686b5fd4-6ecd-4c35-8520-260317ea89aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:37.030593 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-4240bb68-0d68-4f8f-811a-e67a6bd3e88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:39:37.564548 dv-cinder-808574-4-smb neutron-server[101628]: DEBUG neutron_lib.callbacks.manager [None req-5e52205c-cb3a-434b-a65d-a4dc95b0f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768027728348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639323'] for agent, after_update {{(pid=101628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}